-- Logs begin at Wed 2021-06-30 21:02:19 UTC, end at Wed 2021-06-30 22:11:27 UTC. -- Jun 30 21:43:58.741507 dv-cinder-784453-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 21:44:01.432601 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.common.config [-] Logging enabled! Jun 30 21:44:01.433191 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 21:44:01.433363 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105123) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 21:44:01.436550 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.common.config [-] Logging enabled! Jun 30 21:44:01.436807 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev440 Jun 30 21:44:01.437117 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105123) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 21:44:01.438072 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:44:01.438306 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:44:01.438665 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:44:01.438911 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:44:01.439137 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:44:01.439456 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.439753 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.440695 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.440935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.441236 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.441533 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.441817 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.442131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.442434 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.442719 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.442999 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.443284 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.443514 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.443796 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.444087 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.444378 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.444603 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] debug = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.444884 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.445306 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.445723 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.446033 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.446331 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.446611 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.446883 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.447159 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.447445 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.447773 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] host = dv-cinder-784453-7-iscsi {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.448051 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.448340 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.448625 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.448911 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.449186 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.449465 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.449750 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.450053 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.450327 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.450603 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.450891 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.451176 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.451466 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.451692 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.451915 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.452203 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.452491 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.452770 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.453048 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.453325 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.453602 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.453897 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.454173 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.454461 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.454746 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.455032 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.455310 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.455626 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.455900 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.456178 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.456465 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.456742 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.457020 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.457295 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.457583 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.457928 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.458154 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.458455 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.458741 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.459023 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.459306 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.459581 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.459867 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.460141 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.460413 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.460685 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_json = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.460956 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.461225 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.461504 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.461779 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.462075 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.462351 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.462620 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.462905 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:01.463200 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.463496 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.463798 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.464081 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.464377 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.464658 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.464947 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.465224 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.465511 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.465798 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.466117 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.466394 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.466680 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.466957 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.467250 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.467551 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.467844 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.468140 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.468415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.468688 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.468962 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.469239 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.469525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.469818 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.470134 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.470411 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.470692 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.470981 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.471387 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.471668 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.471950 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.472243 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.472522 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.472798 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.473080 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.473357 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.473628 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.473935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.474220 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.474513 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.474793 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.475067 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.475339 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.475616 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.475890 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.476179 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.476455 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.476741 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.477019 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.477278 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.477553 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.477824 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.478131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.478407 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.478683 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.478957 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.479229 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.479501 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.479772 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.480043 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.480315 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.480586 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.480873 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.481131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.481400 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.481668 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.481970 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.482245 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.482529 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.482826 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.483102 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.483380 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.483659 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.483935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.484212 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.484486 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.484762 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.485039 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.485312 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.485599 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.485909 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.486199 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.486483 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.487292 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.487590 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.487871 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.488155 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.488433 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.488713 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.489003 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.489285 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.489579 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.489891 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.490184 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.490474 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.490764 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.491043 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.491351 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.491629 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:01.491849 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:44:01.492087 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105123) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 21:44:01.848211 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 21:44:01.848488 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 21:44:01.848777 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 21:44:01.849118 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 21:44:02.239196 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.239487 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.239761 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.241065 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.241343 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.241618 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.276296 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.276578 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.276843 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.290637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.290922 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.291191 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.321152 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.321433 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.321704 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.357691 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.357999 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.358271 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.588912 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.589518 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.589518 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.589684 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.590337 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.710420 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.710742 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.711037 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.711313 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.711580 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.711892 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.712152 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.712407 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.712662 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.712945 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.713208 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.713471 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.713739 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.714024 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.714282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.714548 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.714816 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.715083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.715355 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.715608 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.715886 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.716235 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.716498 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.716783 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.717032 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.717280 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.717678 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.717950 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.718190 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.718428 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.718663 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.718897 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:02.719261 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 21:44:02.723640 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 21:44:02.727598 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 21:44:02.731453 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 30 21:44:02.733091 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 21:44:02.733541 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 21:44:02.733896 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 21:44:02.734283 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 21:44:02.737089 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 21:44:02.737339 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 21:44:02.737683 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 21:44:02.765846 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 21:44:02.766319 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.766626 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105123) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 21:44:02.766976 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.768951 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105123) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 21:44:02.769250 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 21:44:02.769496 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 21:44:02.772675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.772963 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:02.836100 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 21:44:02.836339 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 21:44:02.836573 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 21:44:02.836932 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 21:44:02.857170 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_db.sqlalchemy.engines [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105123) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 21:44:03.692303 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing driver for type 'gre' Jun 30 21:44:03.692929 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] gre ID ranges: [(1, 1000)] Jun 30 21:44:03.892316 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing driver for type 'local' Jun 30 21:44:03.892646 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing driver for type 'vlan' Jun 30 21:44:03.978094 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] VlanTypeDriver initialization complete Jun 30 21:44:03.978353 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing driver for type 'vxlan' Jun 30 21:44:03.978854 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] vxlan ID ranges: [(1, 1000)] Jun 30 21:44:04.192595 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing extension driver 'port_security' Jun 30 21:44:04.192922 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] PortSecurityExtensionDriver initialization complete Jun 30 21:44:04.193246 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing mechanism driver 'openvswitch' Jun 30 21:44:04.193564 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing mechanism driver 'hyperv' Jun 30 21:44:04.200091 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.plugin [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:04.200799 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.201171 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.201523 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.202059 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.202485 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.202834 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.203174 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.203556 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.203951 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.204292 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.204626 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.205005 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.205562 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.205971 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.206318 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.206841 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.209506 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209506 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209506 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209506 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.209853 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > address_group after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209853 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > address_group after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209853 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.209853 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105123) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 21:44:04.210203 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] ML2 OVO RPC backend initialized. {{(pid=105123) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 21:44:04.210871 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.211222 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.211637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.211987 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > networks before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.212331 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.212669 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > ports before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.213007 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.213342 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnets before_response 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.213683 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.214044 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.214374 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.214784 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.215151 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.215483 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.215815 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.216147 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.216466 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.217037 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.plugin [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Modular L2 Plugin initialization complete Jun 30 21:44:04.217359 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading services supported by the core plugin {{(pid=105123) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 21:44:04.217681 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.plugins.ml2.managers [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Got port-security extension from driver 'port_security' Jun 30 21:44:04.218167 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.extensions.vlantransparent [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Disabled vlantransparent extension. Jun 30 21:44:04.218644 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105123) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 21:44:04.218958 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: router Jun 30 21:44:04.255708 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.256044 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_create 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.256405 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router before_create 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.256762 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.257125 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.257472 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_delete 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.257821 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.258201 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_create 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.258539 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.258883 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.259230 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.259581 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.259983 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.260344 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.260677 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.261009 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: subnet after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.261344 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.261686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.262066 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.262407 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.262750 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.263100 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router after_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.263433 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.263775 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_create 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.264131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.264470 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_update 55549900 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.264828 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > agent after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.265171 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > agent after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.265509 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > network after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.266389 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Tracking information for resource: router configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:04.266720 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Tracking information for resource: floatingip configured {{(pid=105123) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 21:44:04.271888 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.db.l3_agentschedulers_db [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 21:44:04.272445 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.272802 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.273144 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.273487 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: port after_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.274411 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router before_create 55550100 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.274769 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.275124 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_create 55550100 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.275472 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > router precommit_update 55550100 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.279846 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.provider_configuration [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service providers = [] {{(pid=105123) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 21:44:04.280207 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.db.servicetype_db [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105123) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 21:44:04.283135 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.service_base [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:44:04.284036 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.service_base [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:44:04.284373 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.service_base [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:44:04.285255 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.services.service_base [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105123) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 21:44:04.285620 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.services.service_base [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 21:44:04.286024 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.286336 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 21:44:04.296833 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.297163 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: auto_allocate Jun 30 21:44:04.303526 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: network precommit_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.303887 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: network precommit_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.304392 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.304705 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: tag Jun 30 21:44:04.311258 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.311583 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: timestamp Jun 30 21:44:04.316831 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.317155 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: network_ip_availability Jun 30 21:44:04.322525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.322894 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.323253 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.323946 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.324261 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: flavors Jun 30 21:44:04.328993 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.329320 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading Plugin: revisions Jun 30 21:44:04.333611 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105123) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 21:44:04.334033 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.485s {{(pid=105123) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 21:44:04.334753 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105123) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 21:44:04.335083 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Initializing extension manager. Jun 30 21:44:04.335583 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: __init__.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.335919 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: __pycache__ {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.336248 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.336574 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: address_group.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.337314 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.337877 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: address-group Jun 30 21:44:04.338279 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: address_scope.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.338979 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.339473 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: address-scope Jun 30 21:44:04.339788 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.340699 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.341194 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: router-admin-state-down-before-update Jun 30 21:44:04.341510 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: agent.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.342214 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.342891 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: agent Jun 30 21:44:04.343214 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: agent_resources_synced.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.344116 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.344604 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: agent-resources-synced Jun 30 21:44:04.344918 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: allowedaddresspairs.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.347426 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.347932 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: allowed-address-pairs Jun 30 21:44:04.348254 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: auto_allocated_topology.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.349318 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.349812 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: auto-allocated-topology Jun 30 21:44:04.350153 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: availability_zone.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.350837 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.351357 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: availability_zone Jun 30 21:44:04.351672 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: availability_zone_filter.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.352571 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.353066 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: availability_zone_filter Jun 30 21:44:04.353378 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: data_plane_status.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.354308 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.354797 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 21:44:04.355111 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: default_subnetpools.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.356009 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.356502 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: default-subnetpools Jun 30 21:44:04.356819 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.357611 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.358126 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: dhcp_agent_scheduler Jun 30 21:44:04.358446 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: dns.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.359348 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.359832 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 21:44:04.360149 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: dns_domain_ports.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.361048 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.362166 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 21:44:04.362479 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.363385 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.363877 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 21:44:04.364194 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: dvr.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.364854 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.365343 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: dvr Jun 30 21:44:04.365658 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: empty_string_filtering.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.366582 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.367320 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: empty-string-filtering Jun 30 21:44:04.367642 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.368540 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.369032 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 21:44:04.369349 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.370340 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.370832 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 21:44:04.371147 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: external_net.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.372043 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.372565 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: external-net Jun 30 21:44:04.372886 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.373784 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.374307 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: extra_dhcp_opt Jun 30 21:44:04.374623 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: extraroute.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.375525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.376010 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: extraroute Jun 30 21:44:04.376323 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: extraroute_atomic.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.377443 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.378093 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: extraroute-atomic Jun 30 21:44:04.378412 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: filter_validation.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.379331 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.379821 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: filter-validation Jun 30 21:44:04.380134 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: fip_pf_description.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.381038 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.381522 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 21:44:04.381834 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: fip_port_details.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.382761 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.383252 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: fip-port-details Jun 30 21:44:04.383566 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: flavors.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.384773 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.385274 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: flavors Jun 30 21:44:04.385589 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.387240 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.387744 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 21:44:04.388068 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: floatingip_pools.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.388787 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.389283 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: floatingip-pools Jun 30 21:44:04.389604 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: ip_allocation.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.390553 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.391091 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 21:44:04.391406 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.392333 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.392961 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: ip-substring-filtering Jun 30 21:44:04.393329 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l2_adjacency.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.394283 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.394776 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 21:44:04.395089 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.396031 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.396527 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: router Jun 30 21:44:04.396842 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.399200 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.399713 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 21:44:04.400036 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.400965 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.401467 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: ext-gw-mode Jun 30 21:44:04.401786 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.402716 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.403212 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: l3-ha Jun 30 21:44:04.403528 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3_flavors.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.404449 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.404977 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: l3-flavors Jun 30 21:44:04.405257 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.419352 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.419855 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 21:44:04.420169 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: l3agentscheduler.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.421221 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.421719 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: l3_agent_scheduler Jun 30 21:44:04.422076 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: logging.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.423547 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.424655 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension logging not supported by any of loaded plugins Jun 30 21:44:04.425123 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: metering.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.425884 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.426479 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: metering Jun 30 21:44:04.426795 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.427884 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.428412 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: metering_source_and_destination_fields Jun 30 21:44:04.428729 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: multiprovidernet.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.429645 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.430223 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: multi-provider Jun 30 21:44:04.430539 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: netmtu.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.431444 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.431938 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: net-mtu Jun 30 21:44:04.432251 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: netmtu_writable.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.433174 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.433665 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: net-mtu-writable Jun 30 21:44:04.434016 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: network_availability_zone.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.434672 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.435158 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: network_availability_zone Jun 30 21:44:04.435471 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: network_ip_availability.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.436543 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.437040 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: network-ip-availability Jun 30 21:44:04.437357 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: network_segment_range.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.438134 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.438623 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 21:44:04.438939 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: pagination.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.440034 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.440353 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: pagination Jun 30 21:44:04.440666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: port_device_profile.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.441562 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.442098 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: port-device-profile Jun 30 21:44:04.442416 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.443330 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.443825 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: port-mac-address-regenerate Jun 30 21:44:04.444138 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.445036 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.445529 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: port-numa-affinity-policy Jun 30 21:44:04.445844 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: port_resource_request.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.448133 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.448626 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 21:44:04.448969 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: portbindings.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.449912 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.450402 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: binding Jun 30 21:44:04.450713 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: portbindings_extended.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.452089 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.452583 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: binding-extended Jun 30 21:44:04.452902 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: portsecurity.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.453799 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.454320 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: port-security Jun 30 21:44:04.454653 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: project_id.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.456247 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.456567 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: project-id Jun 30 21:44:04.456886 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: providernet.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.457804 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.458328 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: provider Jun 30 21:44:04.458644 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.462201 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.462706 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos not supported by any of loaded plugins Jun 30 21:44:04.463026 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.464257 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.464755 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 21:44:04.465076 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.466011 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.466513 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 21:44:04.466833 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_default.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.467739 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.468277 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-default not supported by any of loaded plugins Jun 30 21:44:04.468598 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_fip.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.469247 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.469735 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 21:44:04.470083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_gateway_ip.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.471600 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.472092 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 21:44:04.472407 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_port_network_policy.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.473321 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.473821 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 21:44:04.474164 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_rule_type_details.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.475066 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.475564 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 21:44:04.475882 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: qos_rules_alias.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.476914 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.477413 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 21:44:04.477729 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: quotasv2.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.478675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.482086 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: quotas Jun 30 21:44:04.482086 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: quotasv2_detail.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.484837 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.485172 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: quota_details Jun 30 21:44:04.485499 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: rbac.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.486643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.487148 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: rbac-policies Jun 30 21:44:04.487474 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: rbac_address_group.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.488587 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.489132 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: rbac-address-group Jun 30 21:44:04.489450 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: rbac_address_scope.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.490400 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.490896 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: rbac-address-scope Jun 30 21:44:04.491212 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: rbac_security_groups.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.492122 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.492616 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: rbac-security-groups Jun 30 21:44:04.492933 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: rbac_subnetpool.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.493916 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.494409 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: rbac-subnetpool Jun 30 21:44:04.494724 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: revisionifmatch.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.495637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.496130 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: revision-if-match Jun 30 21:44:04.496444 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: revisions.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.497542 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.498139 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: standard-attr-revisions Jun 30 21:44:04.498462 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: router_availability_zone.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.499127 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.499625 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: router_availability_zone Jun 30 21:44:04.499942 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: routerservicetype.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.500873 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.501361 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 21:44:04.501680 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.502663 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.503154 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: security-groups-normalized-cidr Jun 30 21:44:04.503733 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.504644 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.505138 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: port-security-groups-filtering Jun 30 21:44:04.505454 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.506442 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.506897 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: security-groups-remote-address-group Jun 30 21:44:04.507213 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: securitygroup.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.516682 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.517196 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: security-group Jun 30 21:44:04.517525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: segment.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.518952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.519439 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension segment not supported by any of loaded plugins Jun 30 21:44:04.519760 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.520702 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.521198 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 21:44:04.521514 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: servicetype.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.522637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.523142 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: service-type Jun 30 21:44:04.523460 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: sorting.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.524422 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.524748 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: sorting Jun 30 21:44:04.525069 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: standard_attr_segment.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.526075 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.526572 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 21:44:04.526890 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: standardattrdescription.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.527525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.528017 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: standard-attr-description Jun 30 21:44:04.528336 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: stateful_security_group.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.529252 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.529755 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: stateful-security-group Jun 30 21:44:04.530100 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: stdattrs_common.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.530679 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 21:44:04.530997 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.531923 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.532425 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 21:44:04.532742 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnet_onboard.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.533905 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.534422 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: subnet_onboard Jun 30 21:44:04.534778 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.535689 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.536182 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 21:44:04.536497 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnet_service_types.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.537404 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.537917 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: subnet-service-types Jun 30 21:44:04.538238 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnetallocation.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.539295 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.539800 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: subnet_allocation Jun 30 21:44:04.540122 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.540778 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.541273 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: subnetpool-prefix-ops Jun 30 21:44:04.541591 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.542564 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.543067 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 21:44:04.543387 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: tagging.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.549995 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.549995 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: standard-attr-tag Jun 30 21:44:04.549995 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: timestamp.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.550620 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.551162 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loaded extension: standard-attr-timestamp Jun 30 21:44:04.551497 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: trunk.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.552601 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.553110 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension trunk not supported by any of loaded plugins Jun 30 21:44:04.553435 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: trunk_details.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.554398 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.554897 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 21:44:04.555217 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: uplink_status_propagation.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.556148 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.556649 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 21:44:04.556973 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Loading extension file: vlantransparent.py {{(pid=105123) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 21:44:04.557671 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105123) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 21:44:04.558198 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 21:44:04.560656 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:network Jun 30 21:44:04.561174 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnet Jun 30 21:44:04.561568 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:44:04.562050 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:port Jun 30 21:44:04.563314 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.563741 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service FLAVORS assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.564344 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.565353 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.565680 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:router Jun 30 21:44:04.566136 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 21:44:04.566637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service METERING assigned prefix: /metering {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.568068 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.568433 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.568781 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105123) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:44:04.569789 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 21:44:04.570251 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:security_group Jun 30 21:44:04.570698 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 21:44:04.571291 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service CORE assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] subnetpool is already registered Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service CORE assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] subnetpool is already registered Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service FLAVORS assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.576304 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.576864 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.577043 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:router Jun 30 21:44:04.577381 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] router is already registered Jun 30 21:44:04.577787 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 21:44:04.578150 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] floatingip is already registered Jun 30 21:44:04.578600 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service METERING assigned prefix: /metering {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.579266 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 21:44:04.579591 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] rbac_policy is already registered Jun 30 21:44:04.580007 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:security_group Jun 30 21:44:04.580363 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] security_group is already registered Jun 30 21:44:04.580765 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 21:44:04.581094 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] security_group_rule is already registered Jun 30 21:44:04.581712 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service CORE assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.582071 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:44:04.582405 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] subnetpool is already registered Jun 30 21:44:04.582821 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.v2.resource_helper [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Service CORE assigned prefix: {{(pid=105123) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 21:44:04.583141 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 21:44:04.583467 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING neutron.quota.resource_registry [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] subnetpool is already registered Jun 30 21:44:04.583935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: extensions {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.585386 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: address-groups {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.586975 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: address-scopes {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.588322 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: agents {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.589482 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: auto-allocated-topology {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.590760 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: availability_zones {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.591990 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: dhcp-networks {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.594576 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: dhcp-agents {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.596083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: routers {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.597819 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: flavors {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.599168 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: service_profiles {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.600398 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: next_providers {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.601838 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: service_profiles {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.603435 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: floatingip-pools {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.604656 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: routers {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.606398 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: floatingips {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.607690 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: l3-routers {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.609090 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: l3-agents {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.610560 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: metering-labels {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.612437 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: metering-label-rules {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.613804 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: network-ip-availabilities {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.615103 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: bindings {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.616676 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: quotas {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.618249 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: quotas {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.619659 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: rbac-policies {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.620864 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: security-groups {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.622225 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: security-group-rules {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.623479 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: service-providers {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.624709 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: subnetpools {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.628363 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: subnetpools {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.630226 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.631916 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.633736 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.635552 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.637246 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.639241 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.640930 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.642844 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.644715 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.646522 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron.api.extensions [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Extended resource: tags {{(pid=105123) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 21:44:04.652402 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING keystonemiddleware.auth_token [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 21:44:04.656953 dv-cinder-784453-7-iscsi neutron-server[105123]: WARNING keystonemiddleware.auth_token [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 21:44:04.666308 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Acquired lock "singleton_lock" {{(pid=105123) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 21:44:04.666780 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_concurrency.lockutils [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Releasing lock "singleton_lock" {{(pid=105123) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 21:44:04.667406 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Starting 2 workers Jun 30 21:44:04.672288 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Started child 105232 {{(pid=105123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:44:04.677425 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Started child 105233 {{(pid=105123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:44:04.678160 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.679050 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO neutron.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 21:44:04.679730 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Notify callbacks [] for process, before_spawn {{(pid=105123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.679915 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [-] (105232) wsgi starting up on http://0.0.0.0:9696 Jun 30 21:44:04.681981 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.682486 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Starting 1 workers Jun 30 21:44:04.683362 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [-] (105233) wsgi starting up on http://0.0.0.0:9696 Jun 30 21:44:04.687323 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Started child 105234 {{(pid=105123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:44:04.687844 dv-cinder-784453-7-iscsi neutron-server[105123]: INFO oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Starting 1 workers Jun 30 21:44:04.692093 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] calling RpcWorker wait() {{(pid=105234) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 21:44:04.693098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] returning from RpcWorker wait() {{(pid=105234) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 21:44:04.693214 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Started child 105235 {{(pid=105123) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 21:44:04.694651 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG neutron_lib.callbacks.manager [None req-b8c25ac7-be1d-4a74-9cac-8c17d69f15c4 None None] Notify callbacks [] for process, after_spawn {{(pid=105123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.695400 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.695867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:04.696460 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105123) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 21:44:04.696682 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:44:04.696858 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:44:04.697074 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:44:04.697422 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:44:04.697575 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:44:04.698096 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.698377 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.698485 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:04.698929 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.698929 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.699239 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.699463 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:04.699843 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.700093 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.700324 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.700607 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.700879 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.701052 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.701213 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.701474 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.701718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.702032 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.702296 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.702531 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.702793 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.702970 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.703218 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.703471 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.703713 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.704087 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] debug = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.704337 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.707718 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.708198 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.708198 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.708553 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.708873 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] host = dv-cinder-784453-7-iscsi {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.709115 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.709333 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.709562 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.709803 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.710098 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.710344 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.710591 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.710999 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.711254 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.711477 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.711727 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.711970 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.712226 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.712457 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.712615 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_options = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.712841 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.713099 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.713355 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.713541 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.713702 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.713918 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.714174 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.714327 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.714538 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.714772 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.715002 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.715215 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.715425 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.715667 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.715924 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.716167 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.716399 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.716605 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.716847 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.717102 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.717353 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.717576 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.717824 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.718060 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.718279 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.718498 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.718721 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.718935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.719145 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.719404 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.719631 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.719882 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.720117 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.720363 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.720606 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.720858 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.721116 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.721430 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.721665 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.721930 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.722177 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.722408 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.722727 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.722881 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.723078 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.723305 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_json = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.723513 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.723746 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.724020 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.724286 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.724461 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.724658 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.724871 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.725109 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.725527 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.725804 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.726128 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.726369 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.726620 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.726856 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.727083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.727321 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.727567 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.727792 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.728092 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.728410 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.728694 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.728944 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.729482 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.729768 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.730076 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.730350 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.730567 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.730798 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.731080 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.731311 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.731631 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.731906 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.732184 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.732427 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.732891 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.733258 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.733411 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.733704 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.733947 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.734183 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.734442 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.734692 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.734953 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.735176 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.735443 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.735675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.735902 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.736149 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.736406 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.737125 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.737340 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.737551 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.737768 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.738023 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.738247 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.738493 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.738708 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.738960 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.739207 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.739427 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.739663 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.739945 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.740191 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.740431 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.740629 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.740843 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.741481 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.741977 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.741977 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.747952 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.748643 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.749948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.750414 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.750414 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.750564 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.750766 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.751012 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.751768 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.752014 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.753101 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.753353 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.753937 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.754197 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.754455 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.754760 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.755057 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.755318 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.755674 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.755827 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.756009 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.756315 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.756593 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.756804 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.757024 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.757279 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.757576 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.757838 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.758122 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.758496 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.758630 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.758847 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.759091 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.759351 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.759577 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.759799 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.760019 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.760298 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.760534 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.760765 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.760991 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.761237 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.761528 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.761781 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.762034 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.762242 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.762519 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.762763 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.763008 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.763269 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.763509 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.763754 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.763996 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.764222 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.764454 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.764759 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.764969 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.765178 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.765404 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.765632 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.766576 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.767079 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768974 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768974 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.768974 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.769618 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.771613 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.772061 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773166 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773166 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773166 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773166 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773500 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773500 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.773737 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.774028 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.774252 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.774502 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.774736 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.775262 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.775262 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.775788 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.775788 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.775975 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.776102 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.776322 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.776557 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.776792 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.777675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.777675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.777675 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.777981 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.778778 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.779027 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.779292 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.779532 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.779773 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.780011 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.780228 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.780462 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.780683 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.780920 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.781118 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.781383 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.781630 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.781880 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.782083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.782292 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.782519 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.782747 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.782971 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.783261 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.783680 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.783928 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.784213 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.784449 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.784677 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.784920 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.785134 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.785341 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.785579 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.785791 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.786024 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.786248 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.786457 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.786667 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.786884 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.787096 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.787301 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.787543 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.787770 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.787985 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.788216 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.788429 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.788634 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.788854 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.789090 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.789316 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.789531 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.789742 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.789969 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.790268 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.790507 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.790721 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.791003 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.791235 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.791474 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.791713 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.792039 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.792267 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.792528 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.792760 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.792973 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.793190 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.793439 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.793758 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.794061 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.794287 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.794538 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.794801 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.795075 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.795350 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.795582 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.795858 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.796189 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.796466 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.796733 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.796983 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.797248 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.797471 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.797687 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.797971 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.798193 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.798412 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.798666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.798891 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.799674 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.799913 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.800159 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.800376 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.800621 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.800830 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.801063 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.801666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.801666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:44:04.802271 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105123) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 21:44:04.802431 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 21:44:04.802594 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 21:44:04.802768 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 21:44:04.803091 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 21:44:04.803254 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 21:44:04.803458 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.803619 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.803777 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.803934 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.804091 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.804268 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.804426 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.804628 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805109 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805268 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805430 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805586 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805742 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.805923 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.806081 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.806238 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.806524 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.806693 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.806856 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807012 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807169 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807323 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807480 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] debug = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807635 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.807845 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.808007 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.808161 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.808317 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.808472 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.808627 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809001 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809207 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809363 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809513 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809648 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809788 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.809954 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.810094 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.810236 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.810611 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.810772 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] host = dv-cinder-784453-7-iscsi {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.810927 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811082 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811236 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811390 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811550 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811705 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.811861 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812018 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812173 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812326 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812481 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812634 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812790 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.812943 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.813097 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_options = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.813251 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.813406 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.814044 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.814229 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.814390 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.814649 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.814803 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.815480 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.815637 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.815764 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.815908 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.816286 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.816448 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.816590 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.816746 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.816899 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817054 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817208 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817364 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817520 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817674 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.817829 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818024 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818147 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818303 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818458 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818597 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818755 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.818905 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819059 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819203 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819357 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819512 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819820 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.819977 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820289 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820445 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820600 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820755 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.820908 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821062 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821215 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821368 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_json = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821668 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821822 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.821997 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822152 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822306 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822461 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822615 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822772 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 21:44:04.822945 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823103 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823271 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823428 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823584 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823740 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.823895 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824052 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824208 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824365 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824533 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824690 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.824856 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825013 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825169 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825327 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825483 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825644 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825799 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.825975 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826134 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826293 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826463 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826621 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826779 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.826937 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827094 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827252 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827410 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827567 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827712 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.827868 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828014 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828153 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828312 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828468 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828624 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828798 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.828948 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829090 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829225 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829360 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829519 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829676 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.829832 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.830010 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.830198 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.830462 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.830659 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.830795 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831036 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831131 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831253 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831573 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831729 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.831884 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832041 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832197 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832353 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832509 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832682 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.832845 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.833006 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.833136 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.833290 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.833447 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.833603 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834045 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834204 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834345 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834508 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834664 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834796 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.834977 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.835119 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.835613 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.835779 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.835911 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.836087 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.836227 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.836361 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.836950 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.837111 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.837279 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.837574 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.837723 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.837888 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838036 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838196 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838353 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838510 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838666 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838824 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.838982 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.839223 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.839386 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.839558 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.841274 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.841450 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.841627 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.841779 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.841963 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842122 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842282 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842440 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842598 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842756 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.842912 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843069 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843225 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843392 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843548 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843709 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.843866 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844030 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844197 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844355 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844513 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844670 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844827 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.844984 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.845140 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.845299 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.845456 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.845613 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.845774 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847039 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847210 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847373 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847528 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847685 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.847865 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848022 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848180 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848338 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848494 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848651 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848807 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.848968 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849136 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849268 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849425 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849582 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849739 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.849914 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.850073 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.850229 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.850386 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851165 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851324 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851482 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851640 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851800 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.851957 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852117 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852274 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852430 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852586 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852743 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.852900 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853057 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853214 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853372 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853529 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.853843 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854003 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854165 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854294 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:04.854426 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854551 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854635 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854761 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.854919 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855076 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855234 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855510 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855613 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855704 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855860 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.855985 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856146 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856304 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856460 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856618 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856774 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.856932 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857102 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857258 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857415 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857571 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857727 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.857901 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858060 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858216 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858374 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858532 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858688 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.858848 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859019 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859153 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859310 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859465 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859622 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859778 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.859935 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860103 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860262 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860419 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860575 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860732 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.860889 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.861056 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.861213 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.861369 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862190 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862356 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862454 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862585 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862741 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.862898 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863055 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863211 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863368 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863533 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863690 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.863846 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864001 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864157 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864314 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864479 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864636 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864792 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.864947 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865103 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865260 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865425 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865604 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865743 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.865912 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.866686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.866686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.866686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.866686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.866686 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.867525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.867525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.867525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.867525 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.868355 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.868535 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.868707 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.868876 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869037 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869202 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869367 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869533 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869690 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.869892 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870047 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870204 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870361 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870517 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870674 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870831 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.870988 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871144 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871301 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871456 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871613 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871769 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.871943 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.872083 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.872239 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.872395 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.872702 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.873004 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.873164 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.873320 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 21:44:04.873471 dv-cinder-784453-7-iscsi neutron-server[105123]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105123) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 21:44:04.918490 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:04.928494 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0076864 Jun 30 21:44:17.100844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d780ea85-e5a4-42b5-94e7-2a75cc82994b None None] get_active_networks_info from dv-cinder-784453-7-iscsi {{(pid=105234) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 21:44:17.212653 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d780ea85-e5a4-42b5-94e7-2a75cc82994b None None] No non-hosted networks {{(pid=105234) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 21:44:17.228107 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1a4bbd31-f678-46d5-a986-de1ded946950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:19.224845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4a31d3e3-373f-458c-b80f-f925f7afbe3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:19.275449 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.db.api [None req-ec5f16a3-afda-4965-8f68-19e867fc98a4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-784453-7-iscsi {{(pid=105234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:44:19.275891 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG oslo_db.api [None req-ec5f16a3-afda-4965-8f68-19e867fc98a4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:44:19.879017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ec5f16a3-afda-4965-8f68-19e867fc98a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:19.988939 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:19.989589 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.989959 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.990293 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.990776 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.991109 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.991471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.992313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.992569 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.992962 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.993288 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.993635 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.994175 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:19.994408 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-7-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:20.006339 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-7-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:20.389241 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:22.120100 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:22.645498 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.db.l3_hamode_db [None req-bec87912-e60d-45f4-89f4-1e8f4b6f405f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 21:44:22.722440 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec87912-e60d-45f4-89f4-1e8f4b6f405f None None] Routers set() bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:22.722836 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec87912-e60d-45f4-89f4-1e8f4b6f405f None None] Router IDs set() for agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 21:44:23.026983 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49114) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:23.512484 dv-cinder-784453-7-iscsi neutron-server[105232]: WARNING oslo_policy.policy [None req-cb6aabb9-dfa8-4705-abe1-211abc95fdac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:23.513063 dv-cinder-784453-7-iscsi neutron-server[105232]: WARNING oslo_policy.policy [None req-cb6aabb9-dfa8-4705-abe1-211abc95fdac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:23.728826 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-cb6aabb9-dfa8-4705-abe1-211abc95fdac admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:44:23.729880 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-cb6aabb9-dfa8-4705-abe1-211abc95fdac admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7019491 Jun 30 21:44:26.045541 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49128) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:26.355456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:26.447976 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.policy [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 21:44:26.491443 dv-cinder-784453-7-iscsi neutron-server[105232]: WARNING oslo_policy.policy [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:26.491798 dv-cinder-784453-7-iscsi neutron-server[105232]: WARNING oslo_policy.policy [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:26.500095 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.quota [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] Loaded quota_driver: . Jun 30 21:44:26.673847 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840778973', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840778382', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840789574', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840785052', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840793793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779840812587', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3753941', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3765498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-626103', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1019935'] for rbac-policy, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:26.906361 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:26.907717 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-39dde84c-8206-4f40-bbbd-11c5436f05d8 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8611968 Jun 30 21:44:29.458918 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49140) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:29.948540 dv-cinder-784453-7-iscsi neutron-server[105233]: WARNING oslo_policy.policy [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:29.949152 dv-cinder-784453-7-iscsi neutron-server[105233]: WARNING oslo_policy.policy [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:30.164745 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Request body: {'network': {'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'name': 'private', 'admin_state_up': True, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:30.166446 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.quota [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Loaded quota_driver: . Jun 30 21:44:30.318057 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Made reservation on behalf of f92e6476faff4083a59f073d6ebeb35a for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:44:30.390440 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.policy [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105233) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 21:44:30.435489 dv-cinder-784453-7-iscsi neutron-server[105233]: WARNING oslo_policy.policy [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:30.435880 dv-cinder-784453-7-iscsi neutron-server[105233]: WARNING oslo_policy.policy [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 21:44:30.445785 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.467662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.602887 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.689386 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.709118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:44:30.736699 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779841965873', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.737267 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Unsubscribe: segment precommit_create {{(pid=105233) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 21:44:30.737772 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Added segment 6e5e07a4-c53c-430e-9e1c-e661329415db of type vlan for network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 Jun 30 21:44:30.756140 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07a8da-d384-4c1b-89cd-23fcb754f85f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:30.777828 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.778201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.780657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.780657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.780657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.780657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.780657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.781072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.781072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.781072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.781072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.781383 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Tracked resource versions report: Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: pushed versions: Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: { 'AddressGroup': {'1.2'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'ConntrackHelper': {'1.0'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Log': {'1.0'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Network': {'1.1'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Port': {'1.7'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'PortForwarding': {'1.2'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'QosPolicy': {'1.8'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroup': {'1.4'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SubPort': {'1.0'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Subnet': {'1.1'}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Trunk': {'1.1'}} Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: consumer versions: Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'ConntrackHelper': '1.0', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Log': '1.0', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Network': '1.1', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Port': '1.7', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'PortForwarding': '1.2', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'QosPolicy': '1.8', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroup': '1.4', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroupRule': '1.2', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SubPort': '1.0', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Subnet': '1.1', Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Trunk': '1.1'}} Jun 30 21:44:30.782389 dv-cinder-784453-7-iscsi neutron-server[105233]: {{(pid=105233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:44:30.867714 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.994151 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:30.995357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:30.996001 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:31.091289 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] Pushing event updated for resources: {'Network': ['ID=5df84b4f-e0fc-4fc5-adfb-f329f4ee8864,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:31.103123 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:44:31.138187 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-94f11104-7f14-4476-b7bd-ada775a07644 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6769087 Jun 30 21:44:33.760331 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49162) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:34.186085 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90c62d-2b15-4a56-9673-da351633eb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:34.187489 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6d90c62d-2b15-4a56-9673-da351633eb41 admin admin] 10.222.0.47 "GET /v2.0/networks/5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 HTTP/1.1" status: 200 len: 825 time: 0.4262307 Jun 30 21:44:34.211529 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-ded034a1-b3ab-45bb-9f02-f1e2865e049b admin admin] 10.222.0.47 "GET /v2.0/subnetpools/8596fc86-e646-48fe-90c4-0b86661b9277 HTTP/1.1" status: 200 len: 734 time: 0.0178671 Jun 30 21:44:34.220126 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Request body: {'subnet': {'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277', 'gateway_ip': '172.20.0.1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'ip_version': 4, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'name': 'private-subnet'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:34.319107 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Made reservation on behalf of f92e6476faff4083a59f073d6ebeb35a for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:44:34.321677 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:34.685711 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:34.752287 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Checking segment: {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:44:34.752670 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Network hostable DHCP agents. Network: 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:44:34.766299 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcda7b2-af93-4f00-b0ce-44dd3eb349f1,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:34.777126 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.777484 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.777825 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.778184 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.778519 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.778859 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.779187 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.779524 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.779869 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.780192 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.780510 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.780828 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Tracked resource versions report: Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: pushed versions: Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: { 'AddressGroup': {'1.2'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'ConntrackHelper': {'1.0'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Log': {'1.0'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Network': {'1.1'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Port': {'1.7'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'PortForwarding': {'1.2'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'QosPolicy': {'1.8'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroup': {'1.4'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SubPort': {'1.0'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Subnet': {'1.1'}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Trunk': {'1.1'}} Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: consumer versions: Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'ConntrackHelper': '1.0', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Log': '1.0', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Network': '1.1', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Port': '1.7', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'PortForwarding': '1.2', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'QosPolicy': '1.8', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroup': '1.4', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroupRule': '1.2', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SubPort': '1.0', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Subnet': '1.1', Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Trunk': '1.1'}} Jun 30 21:44:34.782408 dv-cinder-784453-7-iscsi neutron-server[105232]: {{(pid=105232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:44:34.884865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:44:34.987761 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:44:34.992355 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:34.992971 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:34.997016 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5623f18-4abf-40a1-85c6-e120034374b7 None None] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:44:35.074744 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4fda82b9-e57e-4be1-a1e4-d43125170863 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8579528 Jun 30 21:44:35.314247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:44:35.315421 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:35.659178 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Allocated IP 172.20.0.2 (5df84b4f-e0fc-4fc5-adfb-f329f4ee8864/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1/dabcfdae-814a-4637-a369-af7137a11461) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:44:35.886627 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:35.902590 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Transition to ACTIVE for port object dabcfdae-814a-4637-a369-af7137a11461 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:44:35.924773 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Transition to ACTIVE for port object dabcfdae-814a-4637-a369-af7137a11461 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:44:36.074443 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:36.143477 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:44:36.152350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:44:36.161628 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:44:36.164704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Pushing event updated for resources: {'Port': ['ID=dabcfdae-814a-4637-a369-af7137a11461,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:36.193416 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.193697 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.194075 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.194412 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.194746 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.195117 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.195649 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.196280 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.196779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.197118 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.197449 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.197775 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Tracked resource versions report: Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: pushed versions: Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: { 'AddressGroup': {'1.2'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'ConntrackHelper': {'1.0'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Log': {'1.0'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Network': {'1.1'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Port': {'1.7'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'PortForwarding': {'1.2'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'QosPolicy': {'1.8'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroup': {'1.4'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SubPort': {'1.0'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Subnet': {'1.1'}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Trunk': {'1.1'}} Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: consumer versions: Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'ConntrackHelper': '1.0', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Log': '1.0', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Network': '1.1', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Port': '1.7', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'PortForwarding': '1.2', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'QosPolicy': '1.8', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroup': '1.4', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroupRule': '1.2', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SubPort': '1.0', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Subnet': '1.1', Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Trunk': '1.1'}} Jun 30 21:44:36.198886 dv-cinder-784453-7-iscsi neutron-server[105234]: {{(pid=105234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:44:36.258109 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Attempting to bind port dabcfdae-814a-4637-a369-af7137a11461 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:44:36.258507 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Attempting to bind port dabcfdae-814a-4637-a369-af7137a11461 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:44:36.258951 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Attempting to bind port dabcfdae-814a-4637-a369-af7137a11461 on network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:44:36.263867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:44:36.264263 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Checking segment: {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:44:36.264732 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:36.265126 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Bound using segment: {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:44:36.265606 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Bound port: dabcfdae-814a-4637-a369-af7137a11461, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:44:36.266646 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:36.334044 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] For port dabcfdae-814a-4637-a369-af7137a11461, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:44:36.356390 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] For port dabcfdae-814a-4637-a369-af7137a11461, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=dabcfdae-814a-4637-a369-af7137a11461,segment=NetworkSegment(6e5e07a4-c53c-430e-9e1c-e661329415db),segment_id=6e5e07a4-c53c-430e-9e1c-e661329415db)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:44:36.480205 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:36.534516 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61980d6d-8c42-4f80-a924-be6f03658097 None None] Pushing event updated for resources: {'Port': ['ID=dabcfdae-814a-4637-a369-af7137a11461,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:37.535344 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49174) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:37.866670 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-86528b5d-8972-4e75-9268-afdcf57ad74b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:44:37.867704 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-86528b5d-8972-4e75-9268-afdcf57ad74b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3314242 Jun 30 21:44:40.311470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49182) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:40.613798 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-875aebe0-0fab-498b-bf1e-f160d615e00a admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:44:40.614798 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-875aebe0-0fab-498b-bf1e-f160d615e00a admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3024797 Jun 30 21:44:41.855937 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device dabcfdae-814a-4637-a369-af7137a11461 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:44:42.016899 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port dabcfdae-814a-4637-a369-af7137a11461 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:44:42.657514 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c650d9e-3bf6-46da-9aa6-f1644d3b236c None None] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:44:42.830176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Provisioning for port dabcfdae-814a-4637-a369-af7137a11461 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:44:42.841883 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Provisioning complete for port dabcfdae-814a-4637-a369-af7137a11461 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:44:42.842969 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:42.966176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.002165 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] For port dabcfdae-814a-4637-a369-af7137a11461, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=dabcfdae-814a-4637-a369-af7137a11461,segment=NetworkSegment(6e5e07a4-c53c-430e-9e1c-e661329415db),segment_id=6e5e07a4-c53c-430e-9e1c-e661329415db)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:44:43.088380 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.136136 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d398613-94b3-4694-a9f5-4c4e16100b82 None None] Pushing event updated for resources: {'Port': ['ID=dabcfdae-814a-4637-a369-af7137a11461,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:43.207770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8a220fc6-c9ed-4faa-85a4-2bf27c5941b0 None None] Provisioning complete for port dabcfdae-814a-4637-a369-af7137a11461 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:44:43.208098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8a220fc6-c9ed-4faa-85a4-2bf27c5941b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.229605 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49196) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:43.520839 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Request body: {'router': {'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'name': 'router1', 'admin_state_up': True}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:43.651081 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.652635 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.816052 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.832676 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device dabcfdae-814a-4637-a369-af7137a11461 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:44:43.879951 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port dabcfdae-814a-4637-a369-af7137a11461 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:44:43.880323 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.894835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:43.999135 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:44.001548 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3bbfcd6c-41c5-43c1-8d16-738be812ffc7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7706437 Jun 30 21:44:46.332482 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49204) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:46.637390 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-f512dfd4-7a63-4c3f-ae56-e9302a620dca admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:44:46.638431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f512dfd4-7a63-4c3f-ae56-e9302a620dca admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3050194 Jun 30 21:44:47.025550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-73ebb667-6ff9-4e4f-98f9-2b717b578238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:48.979265 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49212) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:49.251134 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8303227f-5959-4031-adc2-e8a1bb54550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.293013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:49.398675 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Made reservation on behalf of 0ae6541eb4d74779a9c2681c66b826e5 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:44:49.401062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.416590 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.610524 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.724728 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.741175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Reserving flat network on physical network physnet1 {{(pid=105232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 21:44:49.761135 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c397e19-3dc5-44cb-9112-bfc9af89db60,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:49.767648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779841965873', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:49.768201 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Unsubscribe: segment precommit_create {{(pid=105232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 21:44:49.768690 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Added segment 93044f84-3359-49ae-8ebd-47b5c6446f44 of type flat for network 8f1eca41-97a6-4607-9c63-a38e122a738b Jun 30 21:44:49.821813 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.003027 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.003942 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:50.004517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.044562 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:50.091906 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] Pushing event updated for resources: {'Network': ['ID=8f1eca41-97a6-4607-9c63-a38e122a738b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:50.116409 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 8f1eca41-97a6-4607-9c63-a38e122a738b details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:44:50.185737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0294e65b-851f-449f-95de-15d24447624b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2050152 Jun 30 21:44:50.324631 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:52.033592 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:52.518703 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49230) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:52.729651 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae7f214-1b0b-423c-a9f3-365e38e940b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:52.731069 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1ae7f214-1b0b-423c-a9f3-365e38e940b0 admin admin] 10.222.0.47 "GET /v2.0/subnets/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1 HTTP/1.1" status: 200 len: 849 time: 0.2113998 Jun 30 21:44:52.894910 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-64ba4f78-5880-46e3-959a-7e2e74dc8390 admin admin] 10.222.0.47 "GET /v2.0/routers/b31f89c2-4497-4c59-8af9-963e9c249634 HTTP/1.1" status: 200 len: 704 time: 0.1576576 Jun 30 21:44:53.182398 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:53.487994 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Allocated IP 172.20.0.1 (5df84b4f-e0fc-4fc5-adfb-f329f4ee8864/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1/8d3d7666-fe90-4a41-bd1e-a7c81ef72966) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:44:53.674241 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:53.698054 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Transition to ACTIVE for port object 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:44:53.833698 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:53.899261 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:44:53.908201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:44:53.918209 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:44:53.918686 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:53.942418 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:54.244609 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.272779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0ff377c4-d99a-4907-a47a-6e10de4b1044 None None] Provisioning for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:44:54.276584 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0ff377c4-d99a-4907-a47a-6e10de4b1044 None None] Provisioning complete for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:44:54.276954 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0ff377c4-d99a-4907-a47a-6e10de4b1044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.310439 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-0ff377c4-d99a-4907-a47a-6e10de4b1044 None None] Port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:44:54.470105 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.601756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.602508 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.665669 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:54.732837 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:44:54.734145 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:44:54.930462 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b56452ae-2289-4c97-ad49-6331f1995edf None None] Provisioning complete for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:44:54.930827 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b56452ae-2289-4c97-ad49-6331f1995edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:54.967207 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-b56452ae-2289-4c97-ad49-6331f1995edf None None] Port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:44:54.979356 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Router b31f89c2-4497-4c59-8af9-963e9c249634 is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:44:55.070345 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:44:55.085931 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2b0a2981-ba99-426a-bc20-f05e4dc853f3 admin admin] 10.222.0.47 "PUT /v2.0/routers/b31f89c2-4497-4c59-8af9-963e9c249634/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1754100 Jun 30 21:44:55.086044 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Sync routers for ids ['b31f89c2-4497-4c59-8af9-963e9c249634'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:44:55.092215 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Routers {'b31f89c2-4497-4c59-8af9-963e9c249634'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:55.093054 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:44:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['b31f89c2-4497-4c59-8af9-963e9c249634'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:55.283065 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Set router b31f89c2-4497-4c59-8af9-963e9c249634 gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:55.725908 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:44:54Z', 'revision_number': 2, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port_host': None, '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:44:54Z', 'revision_number': 2, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:55.779151 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Checking router: b31f89c2-4497-4c59-8af9-963e9c249634 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:44:55.779516 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Updating router b31f89c2-4497-4c59-8af9-963e9c249634 port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:44:55.844784 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.330081 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.347670 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Transition to ACTIVE for port object 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:44:56.420931 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.579355 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Pushing event updated for resources: {'Port': ['ID=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:56.593432 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.593804 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.594830 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.595171 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.595505 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.595838 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.596172 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.596501 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.596913 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.597158 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.597482 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.597804 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Tracked resource versions report: Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: pushed versions: Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: { 'AddressGroup': {'1.2'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'ConntrackHelper': {'1.0'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Log': {'1.0'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Network': {'1.1'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Port': {'1.7'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'PortForwarding': {'1.2'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'QosPolicy': {'1.8'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroup': {'1.4'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SubPort': {'1.0'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Subnet': {'1.1'}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Trunk': {'1.1'}} Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: consumer versions: Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'ConntrackHelper': '1.0', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Log': '1.0', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Network': '1.1', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Port': '1.7', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'PortForwarding': '1.2', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'QosPolicy': '1.8', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroup': '1.4', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroupRule': '1.2', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SubPort': '1.0', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Subnet': '1.1', Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Trunk': '1.1'}} Jun 30 21:44:56.598916 dv-cinder-784453-7-iscsi neutron-server[105235]: {{(pid=105235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:44:56.605291 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Attempting to bind port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:44:56.605691 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Attempting to bind port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:44:56.606159 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Attempting to bind port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 on network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:44:56.612515 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:44:56.612921 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Checking segment: {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:44:56.613400 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.613783 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Bound using segment: {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:44:56.614317 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Bound port: 8d3d7666-fe90-4a41-bd1e-a7c81ef72966, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5e07a4-c53c-430e-9e1c-e661329415db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:44:56.614730 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.682620 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] For port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:44:56.709276 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] For port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,segment=NetworkSegment(6e5e07a4-c53c-430e-9e1c-e661329415db),segment_id=6e5e07a4-c53c-430e-9e1c-e661329415db)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:44:56.782984 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:56.832958 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Routers {'b31f89c2-4497-4c59-8af9-963e9c249634'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:44:56.833582 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:44:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['b31f89c2-4497-4c59-8af9-963e9c249634'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:56.876465 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44b4cd-6cf5-4018-98e7-93d63a69abff None None] Pushing event updated for resources: {'Port': ['ID=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,revision_number=4']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:56.930442 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] Set router b31f89c2-4497-4c59-8af9-963e9c249634 gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:44:57.133753 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:44:54Z', 'revision_number': 2, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port_host': None, '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:44:56Z', 'revision_number': 4, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:44:57.161800 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bccbaf-5bc0-4df6-861d-0b9bf02290bd None None] The sync data for ids ['b31f89c2-4497-4c59-8af9-963e9c249634'] in dv-cinder-784453-7-iscsi is: [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:44:54Z', 'revision_number': 2, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port_host': None, '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:44:56Z', 'revision_number': 4, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:44:57.304146 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49250) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:44:57.417338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc889c-0b48-4715-98e7-cbc62ba007bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:57.418670 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0dcc889c-0b48-4715-98e7-cbc62ba007bc admin admin] 10.222.0.47 "GET /v2.0/networks/8f1eca41-97a6-4607-9c63-a38e122a738b HTTP/1.1" status: 200 len: 842 time: 0.1135719 Jun 30 21:44:57.428071 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:44:57.544697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Made reservation on behalf of 0ae6541eb4d74779a9c2681c66b826e5 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:44:57.547041 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:57.929746 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.objects.ports [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105232) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 21:44:57.930193 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:57.984884 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9584356-91f1-4e7e-803c-98c29e251bd8,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:44:57.992734 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:44:57.993077 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Network hostable DHCP agents. Network: 8f1eca41-97a6-4607-9c63-a38e122a738b, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:44:58.078279 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:44:58.181147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 8f1eca41-97a6-4607-9c63-a38e122a738b) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:44:58.185137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:44:58.185711 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:44:58.191262 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eea510-9d5f-4a9b-8624-edda14a582d6 None None] Network 8f1eca41-97a6-4607-9c63-a38e122a738b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:44:58.290737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-803bdc48-41b6-42b5-9ac3-3d455eb1f0b1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8659601 Jun 30 21:44:58.332933 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e2e752-f7df-4166-88ad-d5bfec876533 None None] Network 8f1eca41-97a6-4607-9c63-a38e122a738b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:45:00.573995 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49262) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:00.749287 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:45:00.807932 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2adb9fd8-fdd6-410e-a597-49c39e7fc7ab admin admin] 10.222.0.47 "GET /v2.0/routers/b31f89c2-4497-4c59-8af9-963e9c249634 HTTP/1.1" status: 200 len: 710 time: 0.2327397 Jun 30 21:45:00.893150 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be91a82-64f6-4405-ba56-64981bf22cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:45:00.894588 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6be91a82-64f6-4405-ba56-64981bf22cc5 admin admin] 10.222.0.47 "GET /v2.0/networks/8f1eca41-97a6-4607-9c63-a38e122a738b HTTP/1.1" status: 200 len: 886 time: 0.0817065 Jun 30 21:45:00.903537 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:45:01.196530 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:01.613137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:01.687751 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:01.848017 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Allocated IP 172.27.1.130 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/2946a9df-8f6c-44cc-a154-29193934928a) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:45:01.871515 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:45:01.958255 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.018707 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:45:02.022507 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:45:02.022872 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.099965 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.125609 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.131172 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,segment=NetworkSegment(6e5e07a4-c53c-430e-9e1c-e661329415db),segment_id=6e5e07a4-c53c-430e-9e1c-e661329415db)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:02.206039 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:45:02.207597 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.216075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:45:02.216075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Pushing event updated for resources: {'Port': ['ID=2946a9df-8f6c-44cc-a154-29193934928a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:02.226627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:45:02.304171 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=8d3d7666-fe90-4a41-bd1e-a7c81ef72966,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:02.596514 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.920697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:02.923932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-544529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-544538', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543308'] for router, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.032998 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Router b31f89c2-4497-4c59-8af9-963e9c249634 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:45:03.137640 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:45:03.142599 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.143680 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6b17dd06-6aa7-4616-b5cb-545a5357f2b7 admin admin] 10.222.0.47 "PUT /v2.0/routers/b31f89c2-4497-4c59-8af9-963e9c249634 HTTP/1.1" status: 200 len: 890 time: 2.2436719 Jun 30 21:45:03.161096 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Sync routers for ids ['b31f89c2-4497-4c59-8af9-963e9c249634'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:45:03.173061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Routers {'b31f89c2-4497-4c59-8af9-963e9c249634'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:03.173666 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:44:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['b31f89c2-4497-4c59-8af9-963e9c249634'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:03.387686 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Set router b31f89c2-4497-4c59-8af9-963e9c249634 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:03.770391 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '2946a9df-8f6c-44cc-a154-29193934928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 4, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port': {'id': '2946a9df-8f6c-44cc-a154-29193934928a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:45:01Z', 'updated_at': '2021-06-30T21:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 5, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:03.821847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Checking router: b31f89c2-4497-4c59-8af9-963e9c249634 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:45:03.822237 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Updating router b31f89c2-4497-4c59-8af9-963e9c249634 port 2946a9df-8f6c-44cc-a154-29193934928a binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:45:03.848829 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:45:03.880997 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:03.995428 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:45:03.995705 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.274707 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.284494 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Transition to ACTIVE for port object 2946a9df-8f6c-44cc-a154-29193934928a will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:45:04.335430 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.385085 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1052599-f84b-4c23-9468-774946f2e96d None None] Pushing event updated for resources: {'Port': ['ID=2946a9df-8f6c-44cc-a154-29193934928a,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:04.389025 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Attempting to bind port 2946a9df-8f6c-44cc-a154-29193934928a on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:45:04.389386 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Attempting to bind port 2946a9df-8f6c-44cc-a154-29193934928a by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:45:04.389743 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Attempting to bind port 2946a9df-8f6c-44cc-a154-29193934928a on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:45:04.394961 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:45:04.395326 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:45:04.395718 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.396098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:45:04.396554 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Bound port: 2946a9df-8f6c-44cc-a154-29193934928a, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:45:04.396942 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.524177 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] For port 2946a9df-8f6c-44cc-a154-29193934928a, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:45:04.527317 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] For port 2946a9df-8f6c-44cc-a154-29193934928a, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2946a9df-8f6c-44cc-a154-29193934928a,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:45:04.598800 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:04.654696 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Routers {'b31f89c2-4497-4c59-8af9-963e9c249634'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:45:04.655295 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:44:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['b31f89c2-4497-4c59-8af9-963e9c249634'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.658676 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1052599-f84b-4c23-9468-774946f2e96d None None] Pushing event updated for resources: {'Port': ['ID=2946a9df-8f6c-44cc-a154-29193934928a,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:04.761215 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] Set router b31f89c2-4497-4c59-8af9-963e9c249634 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:45:04.967516 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '2946a9df-8f6c-44cc-a154-29193934928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 4, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port': {'id': '2946a9df-8f6c-44cc-a154-29193934928a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:45:01Z', 'updated_at': '2021-06-30T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 5, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:45:04.993395 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1094d908-a2f7-49aa-adbe-e4b21443899f None None] The sync data for ids ['b31f89c2-4497-4c59-8af9-963e9c249634'] in dv-cinder-784453-7-iscsi is: [{'id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'name': 'router1', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '2946a9df-8f6c-44cc-a154-29193934928a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:44:43Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 4, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'gw_port': {'id': '2946a9df-8f6c-44cc-a154-29193934928a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:1b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:45:01Z', 'updated_at': '2021-06-30T21:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '8d3d7666-fe90-4a41-bd1e-a7c81ef72966', 'name': '', 'network_id': '5df84b4f-e0fc-4fc5-adfb-f329f4ee8864', 'tenant_id': 'f92e6476faff4083a59f073d6ebeb35a', 'mac_address': 'fa:16:3e:86:70:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31f89c2-4497-4c59-8af9-963e9c249634', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:44:53Z', 'updated_at': '2021-06-30T21:45:02Z', 'revision_number': 5, 'project_id': 'f92e6476faff4083a59f073d6ebeb35a', 'subnets': [{'id': '1bcda7b2-af93-4f00-b0ce-44dd3eb349f1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8596fc86-e646-48fe-90c4-0b86661b9277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:45:05.585432 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49272) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:45:05.711316 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6573eb92-0286-4fa7-bf03-b940ded3939e admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1246905 Jun 30 21:45:05.872412 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2946a9df-8f6c-44cc-a154-29193934928a up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:45:05.992349 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 2946a9df-8f6c-44cc-a154-29193934928a completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:45:05.996347 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 2946a9df-8f6c-44cc-a154-29193934928a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:45:05.996747 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.090558 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.111169 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 2946a9df-8f6c-44cc-a154-29193934928a, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2946a9df-8f6c-44cc-a154-29193934928a,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:45:06.224224 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:06.277928 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=2946a9df-8f6c-44cc-a154-29193934928a,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:45:07.865414 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2946a9df-8f6c-44cc-a154-29193934928a up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:45:07.922313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 2946a9df-8f6c-44cc-a154-29193934928a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:45:07.922802 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:17.038654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d2945947-0d13-475b-8d3f-414b54e25dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:19.238202 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2ae5165a-e792-4c88-a768-97043bcff51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:20.023368 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:20.360624 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:22.086695 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:37.748901 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:45:47.053424 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d732fcc4-98f6-48b8-b852-25d041e87eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:49.305490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a301bf4a-c621-4f79-b1d0-c665c137634d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:50.024810 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:50.333235 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:45:52.050535 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:14.747211 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:46:17.023191 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-62ebb96e-b14e-4dd8-b67f-801bf45b1394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:19.226353 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-561b4fb5-6285-45ac-bcec-dd1bed099204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:19.980316 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:20.368466 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:22.042612 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:44.738383 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49840) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:44.797030 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.pecan_wsgi.hooks.translation [None req-226a84dd-0711-42ba-b545-559b277b1f27 admin admin] GET failed (client error): The resource could not be found. Jun 30 21:46:44.798345 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-226a84dd-0711-42ba-b545-559b277b1f27 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0590088 Jun 30 21:46:44.956218 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac80d16-58f6-48d5-ba05-85cfd1e33f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:44.957590 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7ac80d16-58f6-48d5-ba05-85cfd1e33f5c admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554687 Jun 30 21:46:47.015697 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fbfd48fc-0cbf-4b08-ba8a-ee82fe3a76fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.088006 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49850) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:47.178237 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc1ab7-bf49-4cbe-9633-8f12ac42f5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:47.179725 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-fccc1ab7-bf49-4cbe-9633-8f12ac42f5d7 admin admin] 10.222.0.47 "GET /v2.0/subnets/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1 HTTP/1.1" status: 200 len: 849 time: 0.0902464 Jun 30 21:46:47.188742 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:46:47.273142 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.478212 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779842000119'] for subnet, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.513098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:47.513713 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.515765 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] 10.222.0.47 "PUT /v2.0/subnets/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1 HTTP/1.1" status: 200 len: 868 time: 0.3299680 Jun 30 21:46:47.517581 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35beba-2ffe-4e49-88b7-4acaa8bed151 None None] Network 5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:46:47.537137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcda7b2-af93-4f00-b0ce-44dd3eb349f1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:46:47.545599 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.546019 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.546333 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.546669 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.546992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.547345 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.547658 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.547985 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.548327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.548653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.548973 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.549301 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e617f531-0c2b-45f3-a9fb-32302e02ad88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:46:47.864987 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-bfd942da-e52d-4d89-9f50-6d2b2526cb20 None None] Provisioning complete for port 8d3d7666-fe90-4a41-bd1e-a7c81ef72966 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:46:47.865362 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-bfd942da-e52d-4d89-9f50-6d2b2526cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:47.952480 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-bfd942da-e52d-4d89-9f50-6d2b2526cb20 None None] Provisioning complete for port dabcfdae-814a-4637-a369-af7137a11461 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:46:47.952848 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-bfd942da-e52d-4d89-9f50-6d2b2526cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:49.212646 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-32d22b0b-3257-4c85-a2d0-0d80f7d32e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:49.721433 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49858) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:49.928382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706be21-b714-4479-b91d-cae308420cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:49.928382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706be21-b714-4479-b91d-cae308420cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:49.929851 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8706be21-b714-4479-b91d-cae308420cd6 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2074351 Jun 30 21:46:49.969490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:50.358133 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:51.747151 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:46:52.039340 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:46:52.070653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49868) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:52.263277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ecc1d-1b8c-48b9-bb16-ea1f0301d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:52.263662 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789ecc1d-1b8c-48b9-bb16-ea1f0301d299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:52.265205 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-789ecc1d-1b8c-48b9-bb16-ea1f0301d299 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935978 Jun 30 21:46:54.410154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49876) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:54.552176 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72532187-ecb4-4957-9e60-197b46a09a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:54.554354 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-72532187-ecb4-4957-9e60-197b46a09a99 admin admin] 10.222.0.47 "GET /v2.0/networks/5df84b4f-e0fc-4fc5-adfb-f329f4ee8864 HTTP/1.1" status: 200 len: 869 time: 0.1432316 Jun 30 21:46:56.764186 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:56.889701 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e630d9a-96d8-4946-914c-94c39f3289c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:56.891090 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-8e630d9a-96d8-4946-914c-94c39f3289c9 admin admin] 10.222.0.47 "GET /v2.0/networks/8f1eca41-97a6-4607-9c63-a38e122a738b HTTP/1.1" status: 200 len: 886 time: 0.1259332 Jun 30 21:46:59.026938 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49892) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:46:59.149885 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee0cb5-3d04-483c-beff-87728c539283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:59.150351 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee0cb5-3d04-483c-beff-87728c539283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:46:59.151896 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-30ee0cb5-3d04-483c-beff-87728c539283 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239984 Jun 30 21:47:01.329539 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49900) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:01.418849 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0914a-ad2a-4a60-ba96-8b0160f8a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:01.419296 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a0914a-ad2a-4a60-ba96-8b0160f8a83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:01.420787 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d0a0914a-ad2a-4a60-ba96-8b0160f8a83a admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902729 Jun 30 21:47:03.575755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49908) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:03.663724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a552b860-d259-4700-9f3e-bd026f4c52d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:03.665069 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a552b860-d259-4700-9f3e-bd026f4c52d8 admin admin] 10.222.0.47 "GET /v2.0/subnets/1bcda7b2-af93-4f00-b0ce-44dd3eb349f1 HTTP/1.1" status: 200 len: 868 time: 0.0883765 Jun 30 21:47:05.810315 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49916) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:05.894072 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764bf7f4-b936-4d2d-ab24-db32d4a12cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:05.895403 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-764bf7f4-b936-4d2d-ab24-db32d4a12cb3 admin admin] 10.222.0.47 "GET /v2.0/subnets/c9584356-91f1-4e7e-803c-98c29e251bd8 HTTP/1.1" status: 200 len: 816 time: 0.0841174 Jun 30 21:47:17.030923 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-270ad68f-c8ff-4bca-96df-503fcec29b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:19.213255 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-dd93c0f6-b6fd-4a3d-8930-884a2726d2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:19.996090 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:20.316197 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:22.044447 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:28.745789 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:47:29.446284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 49960) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:29.492324 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-e53e7e17-d6f1-491a-8aff-7ef3ab023aa6 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:47:29.493313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e53e7e17-d6f1-491a-8aff-7ef3ab023aa6 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460732 Jun 30 21:47:31.708864 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49968) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:31.768620 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15cacca-c367-4b09-8723-8c86e6b8ab71 admin admin] GET failed (client error): The resource could not be found. Jun 30 21:47:31.769972 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b15cacca-c367-4b09-8723-8c86e6b8ab71 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601385 Jun 30 21:47:31.918317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437eb20-61fb-472f-b24a-b718f46f28e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:31.919804 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e437eb20-61fb-472f-b24a-b718f46f28e8 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1460168 Jun 30 21:47:34.071104 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49976) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:34.116089 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:47:34.192132 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Made reservation on behalf of 0ae6541eb4d74779a9c2681c66b826e5 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:47:34.194484 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:34.222798 dv-cinder-784453-7-iscsi neutron-server[105233]: WARNING neutron.services.revisions.revision_plugin [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Could not find related network for resource to bump revision. Jun 30 21:47:34.234806 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:47:34.244143 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:34.244482 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Added segment a86e58df-533d-4fcf-8590-27a1007f3ab1 of type vlan for network 8d139f1d-9103-4b66-8d51-a96953e4cb51 Jun 30 21:47:34.283606 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:34.383585 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:34.384551 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:34.385127 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:34.443909 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=8d139f1d-9103-4b66-8d51-a96953e4cb51,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:34.450232 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.450584 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.450923 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.451245 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.451579 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.451904 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.452231 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.452574 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.452915 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.453240 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.453561 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.453928 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:34.464321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:47:34.513209 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e59a6706-ad0e-4291-9531-53f043048eb2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4410255 Jun 30 21:47:36.696765 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 49984) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:47:36.756312 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.pecan_wsgi.hooks.translation [None req-6008b7a5-bb68-40fc-86df-952b1c32cd14 admin admin] GET failed (client error): The resource could not be found. Jun 30 21:47:36.757603 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-6008b7a5-bb68-40fc-86df-952b1c32cd14 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598750 Jun 30 21:47:36.825360 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97e50bf-5155-4297-93c6-c27ab4d00835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:36.826850 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e97e50bf-5155-4297-93c6-c27ab4d00835 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0652795 Jun 30 21:47:36.836846 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Request body: {'subnet': {'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:47:36.955116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Made reservation on behalf of 0ae6541eb4d74779a9c2681c66b826e5 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:47:36.957272 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:37.275447 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:37.334348 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b94bab-dc48-4ff0-9eb6-17d454f805a8,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:37.338887 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Checking segment: {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:47:37.339247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Network hostable DHCP agents. Network: 8d139f1d-9103-4b66-8d51-a96953e4cb51, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:47:37.408984 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:47:37.471905 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 8d139f1d-9103-4b66-8d51-a96953e4cb51) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:47:37.476171 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:47:37.476754 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:37.481060 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c5946-23c8-4897-ab3a-f324564c7b30 None None] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:47:37.547697 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e53c77f3-f949-4c43-b650-35f23a099320 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7140813 Jun 30 21:47:37.727153 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-8d139f1d-9103-4b66-8d51-a96953e4cb51', 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51', 'tenant_id': '0ae6541eb4d74779a9c2681c66b826e5', 'fixed_ips': [{'subnet_id': 'c8b94bab-dc48-4ff0-9eb6-17d454f805a8'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:47:37.730216 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:37.860270 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Allocated IP 192.168.233.2 (8d139f1d-9103-4b66-8d51-a96953e4cb51/c8b94bab-dc48-4ff0-9eb6-17d454f805a8/a802a0d6-942c-4005-b935-4ec67cdc402b) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:47:38.005467 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.013943 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Transition to ACTIVE for port object a802a0d6-942c-4005-b935-4ec67cdc402b will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:47:38.028513 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Transition to ACTIVE for port object a802a0d6-942c-4005-b935-4ec67cdc402b will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:47:38.132964 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.177758 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:47:38.180634 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:47:38.183701 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:47:38.194022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Pushing event updated for resources: {'Port': ['ID=a802a0d6-942c-4005-b935-4ec67cdc402b,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:38.219734 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.220100 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.220439 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.220776 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.221103 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.221428 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.221749 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.222095 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.222435 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.223087 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.223928 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.224250 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:47:38.260893 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Attempting to bind port a802a0d6-942c-4005-b935-4ec67cdc402b on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:47:38.261260 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Attempting to bind port a802a0d6-942c-4005-b935-4ec67cdc402b by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:47:38.261615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Attempting to bind port a802a0d6-942c-4005-b935-4ec67cdc402b on network 8d139f1d-9103-4b66-8d51-a96953e4cb51 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:47:38.266644 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:47:38.267008 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Checking segment: {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:47:38.267407 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.267792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Bound using segment: {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:47:38.268248 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Bound port: a802a0d6-942c-4005-b935-4ec67cdc402b, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:47:38.268634 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.331913 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] For port a802a0d6-942c-4005-b935-4ec67cdc402b, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:47:38.335768 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] For port a802a0d6-942c-4005-b935-4ec67cdc402b, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=a802a0d6-942c-4005-b935-4ec67cdc402b,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:47:38.404586 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:38.462790 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6124bdf-3235-4b70-adbe-91adf2325710 None None] Pushing event updated for resources: {'Port': ['ID=a802a0d6-942c-4005-b935-4ec67cdc402b,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:39.275924 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9faf36-f524-44fe-81fd-b3effc07f105 None None] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:47:39.422331 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0e561390-78d1-4413-9a27-250158418c88 None None] Provisioning for port a802a0d6-942c-4005-b935-4ec67cdc402b completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:47:39.972537 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a802a0d6-942c-4005-b935-4ec67cdc402b up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:47:40.089132 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port a802a0d6-942c-4005-b935-4ec67cdc402b completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:47:40.093348 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port a802a0d6-942c-4005-b935-4ec67cdc402b triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:47:40.093778 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.172501 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.204949 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port a802a0d6-942c-4005-b935-4ec67cdc402b, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=a802a0d6-942c-4005-b935-4ec67cdc402b,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:47:40.266086 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:40.316122 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=a802a0d6-942c-4005-b935-4ec67cdc402b,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:47:41.952072 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a802a0d6-942c-4005-b935-4ec67cdc402b up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:47:42.004423 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port a802a0d6-942c-4005-b935-4ec67cdc402b triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:47:42.004778 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:47.051829 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f7995594-7dcb-412e-9ec6-4e498047770a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.219441 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1cfdeba9-1feb-40ce-8de7-21c45aa7cef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:49.968312 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:50.322679 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:47:52.057396 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:05.745338 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:48:17.032531 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b9db4fe3-af70-40a7-92f3-1c7510600ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:19.267012 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ad1a05ae-7d47-4b36-8e5b-15935641eefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:19.995302 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:20.332156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:22.103390 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:42.743841 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:48:47.049947 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5ccecabc-40d5-48c4-b471-9b108fdba9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:49.278387 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-814845b6-67fc-4761-ad60-19933b49a069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:50.003059 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:50.518647 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:48:52.058767 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:06.763800 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:06.770885 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [None req-ff012b90-4b6a-4d5b-86a3-dab12b9bb193 tempest-verify_tempest_config-209566639 tempest-verify_tempest_config-209566639-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:49:06.771819 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-ff012b90-4b6a-4d5b-86a3-dab12b9bb193 tempest-verify_tempest_config-209566639 tempest-verify_tempest_config-209566639-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070915 Jun 30 21:49:07.291559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50054) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:07.390827 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.473636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.538095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.585446 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f61b2cf8851e4d289ab6aadc3c48f103&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2928543 Jun 30 21:49:07.586258 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc11982c-d4a9-4127-959b-4338ee9ac472,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:07.588022 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50058) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:49:07.602932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.603293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.603634 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.603969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.604294 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.604637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.604964 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.605329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.605670 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.606031 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.606355 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.606672 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098c2c7-7a1d-4420-9800-36bc117ec9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:49:07.660810 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.672527 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.843384 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.846646 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:07.847816 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc11982c-d4a9-4127-959b-4338ee9ac472 HTTP/1.1" status: 204 len: 168 time: 0.2589276 Jun 30 21:49:07.855284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e708541-1776-4e5a-85cc-68353b5fb98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc11982c-d4a9-4127-959b-4338ee9ac472,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:49:17.034508 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-27a8c1e1-a1a1-4ae5-81ab-dda2aed70e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.240156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a8dcbcb6-217b-45da-a10d-17180d84a8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:19.743146 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:49:20.247680 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:20.360128 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:22.064959 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:47.043766 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-73afd6a3-c29c-4b70-859b-e607921ae0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:49.199722 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4c01e44f-cb7e-4606-9414-7a94d7a1feb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:49.994513 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:50.346044 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:52.091236 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:49:56.746189 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:50:17.043858 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-94f27ae0-b9f5-4047-abd4-7aa46bae29d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:19.226105 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e37e33ac-0c78-4856-b335-4a28a3288be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:20.058785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:20.345897 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:22.071536 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:33.744699 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 5 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:50:45.696798 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556370'] for agent, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:47.039781 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2fb30fdd-92b5-4df1-9b5d-27d54d84a92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:49.207031 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a9424162-ea88-4c8d-a592-7d3725a39451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:50.074103 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:50.509866 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:50:52.103997 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:00.691700 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50130) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:51:00.794990 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-89611b9e-f23b-41db-b6bb-8b4b53d34677 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1021819 Jun 30 21:51:02.973399 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50140) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:51:03.032442 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c3405acb-2b33-4d1b-b4bc-2d2d7170fadc admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0579638 Jun 30 21:51:10.743155 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:51:15.631951 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:17.102258 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b6ebfcbd-d039-4372-a37a-3f54fc775122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:19.243106 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b934584b-3256-4662-9bf0-f3ec682469ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:19.987529 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:20.352848 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:22.073204 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:45.660182 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:47.042959 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-24b40539-6891-4706-80a0-a9fcb7513915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:47.742943 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:51:49.202547 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-453371e4-32e9-4df8-91bd-aae75396c53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:49.984214 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:50.361645 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:51:52.116495 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:15.696652 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:17.045873 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b712bf30-b9e6-4b84-9e20-2831a43e0f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:19.206335 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3c9011cd-8dc1-4014-b07f-09c4f8a93009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:19.982805 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:20.360555 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:22.125640 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:24.742026 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:52:30.771547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50300) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:30.979456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-network', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:31.096656 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Made reservation on behalf of bb127431d4f4471e81b1c4f79730b307 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:31.103926 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.112865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.205137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.319232 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.351793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:52:31.356992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd2bec-b9d2-4380-9985-8fcfe86eb567,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:31.465504 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.465873 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.466223 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.466549 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.466874 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.467228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.467543 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.467867 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.468207 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.468993 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.469232 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.469560 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Tracked resource versions report: Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: pushed versions: Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: { 'AddressGroup': {'1.2'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'ConntrackHelper': {'1.0'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Log': {'1.0'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Network': {'1.1'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Port': {'1.7'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'PortForwarding': {'1.2'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'QosPolicy': {'1.8'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroup': {'1.4'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SubPort': {'1.0'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Subnet': {'1.1'}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Trunk': {'1.1'}} Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: consumer versions: Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: HyperV agent@hv-cinder-78445: {}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'ConntrackHelper': '1.0', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Log': '1.0', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Network': '1.1', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Port': '1.7', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'PortForwarding': '1.2', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'QosPolicy': '1.8', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroup': '1.4', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SecurityGroupRule': '1.2', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'SubPort': '1.0', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Subnet': '1.1', Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: 'Trunk': '1.1'}} Jun 30 21:52:31.470585 dv-cinder-784453-7-iscsi neutron-server[105232]: {{(pid=105232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:52:31.479807 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.479807 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Added segment 9c143d74-f8b5-4887-95bf-f0e966b5a961 of type vlan for network 54650339-dcb8-4b56-a02d-62a05d0e2764 Jun 30 21:52:31.516090 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.645705 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.646868 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:31.647537 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.711498 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] Pushing event updated for resources: {'Network': ['ID=54650339-dcb8-4b56-a02d-62a05d0e2764,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:31.724448 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:52:31.759932 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3702d980-eeff-4329-8eb5-7a8a296f4966 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9872816 Jun 30 21:52:31.762891 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50354) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:31.768343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Request body: {'subnet': {'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-subnet', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:31.792604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50356) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:31.884860 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Made reservation on behalf of bb127431d4f4471e81b1c4f79730b307 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:31.887726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:31.945185 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50362) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:32.027725 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50370) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:32.130637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.195841 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:32.202989 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Checking segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:32.203354 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Network hostable DHCP agents. Network: 54650339-dcb8-4b56-a02d-62a05d0e2764, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:52:32.302232 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:52:32.357690 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408098657-network', 'tenant_id': '68ddc840a77a4844b7829f26b39f093b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:32.382080 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 54650339-dcb8-4b56-a02d-62a05d0e2764) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:32.386647 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:32.387341 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.396401 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa140346-5c21-486d-aaeb-ec9c1c7a65e9 None None] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:32.415984 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1351720140-network', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:32.454484 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-179608912-network', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:32.480992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Made reservation on behalf of 68ddc840a77a4844b7829f26b39f093b for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:32.484223 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.496306 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.537504 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7bf959-b1a4-4c01-b81a-6ae78fbfd839 None None] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:32.554797 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-12e087bc-e940-4b9d-97cf-07c466157913 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7906442 Jun 30 21:52:32.557625 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50386) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:32.565546 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:32.639603 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Made reservation on behalf of f9f32f5e04804dc8b61d9fdda73e9b5f for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:32.639603 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.650926 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.731605 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Made reservation on behalf of 7cd0621a42e74dc9bf48126ff6aa7415 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:32.735390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.748025 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.814399 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.898334 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.922946 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:52:32.944165 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:32.944528 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Added segment ba1703e9-39ed-43a9-935d-4cf3dcabc44a of type vlan for network a12757a2-3bea-4b50-b768-fdb6c423a4ff Jun 30 21:52:32.957787 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95249b0-25d2-47fc-aa57-63799d650905,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:32.996592 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.024816 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.026001 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.071584 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.097927 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.148439 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.149512 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:33.150389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.205833 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.223227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:52:33.235565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.236074 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Added segment 70865fe5-e392-49a6-9a6e-86e5283878c8 of type vlan for network 41ae212e-7e3f-422b-a17f-5b1ec3953886 Jun 30 21:52:33.336673 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] Pushing event updated for resources: {'Network': ['ID=a12757a2-3bea-4b50-b768-fdb6c423a4ff,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:33.342224 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.348860 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network a12757a2-3bea-4b50-b768-fdb6c423a4ff details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:52:33.381555 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2d610b26-f71e-40f6-a169-65e353aa2550 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5871344 Jun 30 21:52:33.384420 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50422) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:33.391960 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Request body: {'subnet': {'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408098657-subnet', 'tenant_id': '68ddc840a77a4844b7829f26b39f093b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:33.437522 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.464659 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.465616 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:33.466416 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.491408 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96abb2ad-9c97-4bb0-b05a-3e2b0b110db6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:33.522248 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.522623 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.522969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.523305 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.523638 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.523976 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.524488 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.524878 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.525172 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.525497 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.525816 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.526162 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Tracked resource versions report: Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: pushed versions: Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: { 'AddressGroup': {'1.2'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'ConntrackHelper': {'1.0'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Log': {'1.0'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Network': {'1.1'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Port': {'1.7'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'PortForwarding': {'1.2'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'QosPolicy': {'1.8'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroup': {'1.4'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SubPort': {'1.0'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Subnet': {'1.1'}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Trunk': {'1.1'}} Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: consumer versions: Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: HyperV agent@hv-cinder-78445: {}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'ConntrackHelper': '1.0', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Log': '1.0', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Network': '1.1', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Port': '1.7', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'PortForwarding': '1.2', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'QosPolicy': '1.8', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroup': '1.4', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SecurityGroupRule': '1.2', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'SubPort': '1.0', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Subnet': '1.1', Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: 'Trunk': '1.1'}} Jun 30 21:52:33.530114 dv-cinder-784453-7-iscsi neutron-server[105233]: {{(pid=105233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:52:33.576858 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.578256 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] Pushing event updated for resources: {'Network': ['ID=41ae212e-7e3f-422b-a17f-5b1ec3953886,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:33.588716 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:52:33.645351 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.677059 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:52:33.694021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.694453 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Added segment 909a7c5f-f5cc-4d9a-a5a1-e1633497385b of type vlan for network e724354c-abbf-460d-b34c-012c585f866a Jun 30 21:52:33.696262 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247c774b-19d1-417a-8e67-3eb890d8e482,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:33.748558 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.762684 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.781892 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-83c184aa-1fae-4f3d-91e0-1a8b4f7a29e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8345048 Jun 30 21:52:33.783862 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50446) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:33.790286 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Request body: {'subnet': {'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1351720140-subnet', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:33.791290 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.886988 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.886988 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:33.889180 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.915583 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Allocated IP 172.27.1.18 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/957c6139-52c8-4597-b5ed-f067cb10cdf3) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:33.921175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Made reservation on behalf of 68ddc840a77a4844b7829f26b39f093b for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:33.926113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:33.997986 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] Pushing event updated for resources: {'Network': ['ID=e724354c-abbf-460d-b34c-012c585f866a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:34.010229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network e724354c-abbf-460d-b34c-012c585f866a details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:52:34.087055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Made reservation on behalf of f9f32f5e04804dc8b61d9fdda73e9b5f for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:34.091064 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.187407 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2e95cd2b-b02d-43a8-8fb3-8cc03d11bdc1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1576488 Jun 30 21:52:34.189201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50470) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:34.194918 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Request body: {'subnet': {'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-subnet', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:34.225699 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.320791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Made reservation on behalf of 7cd0621a42e74dc9bf48126ff6aa7415 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:34.325317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.370829 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.419963 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.420085 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.448603 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee7136d7-d24a-402e-bcd0-094a1fe67f7e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:34.456824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:34.477141 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:34.483840 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:34.485690 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Checking segment: {'id': 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:34.486076 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Network hostable DHCP agents. Network: a12757a2-3bea-4b50-b768-fdb6c423a4ff, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:52:34.534957 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9166fd1b-6b8a-45d2-b228-db4b95ba6943,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:34.544224 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=957c6139-52c8-4597-b5ed-f067cb10cdf3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:34.563593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Checking segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:34.563593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Network hostable DHCP agents. Network: 41ae212e-7e3f-422b-a17f-5b1ec3953886, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:52:34.738906 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.750062 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:52:34.784791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89441928-7227-4e2c-8922-e801412052bd,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:34.791712 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Checking segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:34.792034 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Network hostable DHCP agents. Network: e724354c-abbf-460d-b34c-012c585f866a, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:52:34.819163 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Network a12757a2-3bea-4b50-b768-fdb6c423a4ff is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:52:34.909910 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 41ae212e-7e3f-422b-a17f-5b1ec3953886) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:34.914863 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:34.915545 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.917602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:34.921140 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e69f71-e0f5-41df-91d4-8682d33b2d95 None None] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:35.005755 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Network e724354c-abbf-460d-b34c-012c585f866a is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:52:35.009416 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, a12757a2-3bea-4b50-b768-fdb6c423a4ff) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:35.017121 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:35.017121 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.018494 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-475c4f00-3240-484e-bc32-5f119cf9d386 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2328992 Jun 30 21:52:35.019390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50484) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:35.033016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:35.038139 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, e724354c-abbf-460d-b34c-012c585f866a) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:35.043415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07705a01-e5e7-4a2f-9942-af3679f95f5e None None] Network a12757a2-3bea-4b50-b768-fdb6c423a4ff requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:35.044278 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:35.044862 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.073254 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ef5539-c036-4b01-95d5-74c59fa2082e None None] Network e724354c-abbf-460d-b34c-012c585f866a requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:35.096107 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-41ae212e-7e3f-422b-a17f-5b1ec3953886', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:52:35.097763 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.158371 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.266172 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a3159812-fdf2-4c14-8443-5661df082015 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8804016 Jun 30 21:52:35.326794 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.328823 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.444630 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1def074d-5e14-4942-8e5c-c45db7a45379 None None] Network a12757a2-3bea-4b50-b768-fdb6c423a4ff requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:35.543832 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Allocated IP 172.20.0.2 (41ae212e-7e3f-422b-a17f-5b1ec3953886/9166fd1b-6b8a-45d2-b228-db4b95ba6943/ef674af8-3d88-4925-9f9c-90e24041db5e) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:35.581188 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Router 9672567b-5ca2-49b7-bcab-118c8a31e35e is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:52:35.598870 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.604554 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1680f341-889f-4efe-b436-5bf68bb3a65c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4142597 Jun 30 21:52:35.609096 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50510) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:35.613850 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:35.727712 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.737045 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Transition to ACTIVE for port object ef674af8-3d88-4925-9f9c-90e24041db5e will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:35.755158 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Transition to ACTIVE for port object ef674af8-3d88-4925-9f9c-90e24041db5e will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:35.768120 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.771398 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.821626 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-e724354c-abbf-460d-b34c-012c585f866a', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:52:35.822530 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.871530 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:35.894755 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:35.913689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:35.917114 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50522) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:35.927041 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Sync routers for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:35.938626 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:35.939245 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:35.969121 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:35.977758 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:35.994396 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.035546 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.062796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.067706 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50528) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:36.072363 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-cb091a9c-9a51-42f9-90f9-4330a3636cd9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5126657 Jun 30 21:52:36.129696 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Pushing event updated for resources: {'Port': ['ID=ef674af8-3d88-4925-9f9c-90e24041db5e,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:36.142581 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:36.164461 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.164796 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.165127 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.165459 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.165788 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.166146 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.166473 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.166799 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.167122 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.167441 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.167878 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.168192 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Tracked resource versions report: Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: pushed versions: Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: { 'AddressGroup': {'1.2'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'ConntrackHelper': {'1.0'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Log': {'1.0'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Network': {'1.1'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Port': {'1.7'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'PortForwarding': {'1.2'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'QosPolicy': {'1.8'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroup': {'1.4'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SubPort': {'1.0'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Subnet': {'1.1'}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Trunk': {'1.1'}} Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: consumer versions: Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: HyperV agent@hv-cinder-78445: {}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'ConntrackHelper': '1.0', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Log': '1.0', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Network': '1.1', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Port': '1.7', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'PortForwarding': '1.2', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'QosPolicy': '1.8', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroup': '1.4', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SecurityGroupRule': '1.2', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'SubPort': '1.0', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Subnet': '1.1', Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: 'Trunk': '1.1'}} Jun 30 21:52:36.169323 dv-cinder-784453-7-iscsi neutron-server[105234]: {{(pid=105234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:52:36.201645 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Attempting to bind port ef674af8-3d88-4925-9f9c-90e24041db5e on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:36.202101 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Attempting to bind port ef674af8-3d88-4925-9f9c-90e24041db5e by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:36.202465 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Attempting to bind port ef674af8-3d88-4925-9f9c-90e24041db5e on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:36.235313 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72e633f7-2b56-45d9-b0b3-7543f12ed3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.255161 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:36.255161 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Checking segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:36.255594 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.255979 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Bound using segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:36.256456 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Bound port: ef674af8-3d88-4925-9f9c-90e24041db5e, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:36.256868 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.350154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:36.370321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Allocated IP 172.20.0.2 (e724354c-abbf-460d-b34c-012c585f866a/89441928-7227-4e2c-8922-e801412052bd/2b0b7a61-7329-488f-a140-bdeba4004b92) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:36.426865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72e633f7-2b56-45d9-b0b3-7543f12ed3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.428483 dv-cinder-784453-7-iscsi neutron-server[105232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 21:52:36.486263 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] For port ef674af8-3d88-4925-9f9c-90e24041db5e, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:36.492864 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:34Z', 'revision_number': 3, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:36.503630 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] For port ef674af8-3d88-4925-9f9c-90e24041db5e, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ef674af8-3d88-4925-9f9c-90e24041db5e,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:36.536101 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-72e633f7-2b56-45d9-b0b3-7543f12ed3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.536202 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Checking router: 9672567b-5ca2-49b7-bcab-118c8a31e35e for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:36.536202 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Updating router 9672567b-5ca2-49b7-bcab-118c8a31e35e port 957c6139-52c8-4597-b5ed-f067cb10cdf3 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:36.599315 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.600988 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.610289 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.617483 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Transition to ACTIVE for port object 2b0b7a61-7329-488f-a140-bdeba4004b92 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:36.677185 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-72e633f7-2b56-45d9-b0b3-7543f12ed3aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e15400c6abef40c882e67211384aef8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7586763 Jun 30 21:52:36.684628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50562) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:36.694634 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Transition to ACTIVE for port object 2b0b7a61-7329-488f-a140-bdeba4004b92 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:36.710190 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ad23-6f85-41d2-90d5-9eb3c3652bf7 None None] Pushing event updated for resources: {'Port': ['ID=ef674af8-3d88-4925-9f9c-90e24041db5e,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:36.724404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e633f7-2b56-45d9-b0b3-7543f12ed3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970326a1-5c82-4a5a-a7e7-68ce572d1a3d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:36.764697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-c0c7b366-4604-48e7-b44b-22b538c981e5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:36.766633 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-c0c7b366-4604-48e7-b44b-22b538c981e5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/networks?id=a12757a2-3bea-4b50-b768-fdb6c423a4ff HTTP/1.1" status: 200 len: 811 time: 0.4151335 Jun 30 21:52:36.782322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.847760 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.847760 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-f43a36af-ec87-4ba7-8ec6-7346c8198b42 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/quotas/68ddc840a77a4844b7829f26b39f093b HTTP/1.1" status: 200 len: 375 time: 0.0534649 Jun 30 21:52:36.874856 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Network e724354c-abbf-460d-b34c-012c585f866a is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:36.879061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:36.886143 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:36.917916 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Pushing event updated for resources: {'Port': ['ID=2b0b7a61-7329-488f-a140-bdeba4004b92,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:36.919536 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:36.933904 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-32ff6caf-6a97-4757-9a72-70f79db356e8 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=68ddc840a77a4844b7829f26b39f093b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991235 Jun 30 21:52:36.938298 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.063023 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.090520 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Transition to ACTIVE for port object 957c6139-52c8-4597-b5ed-f067cb10cdf3 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:37.109782 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Attempting to bind port 2b0b7a61-7329-488f-a140-bdeba4004b92 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:37.110745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Attempting to bind port 2b0b7a61-7329-488f-a140-bdeba4004b92 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:37.111103 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Attempting to bind port 2b0b7a61-7329-488f-a140-bdeba4004b92 on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:37.117298 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:37.117666 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Checking segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:37.118223 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.118611 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Bound using segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:37.119606 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Bound port: 2b0b7a61-7329-488f-a140-bdeba4004b92, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:37.119606 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.160775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-2d2c789d-706f-42b2-88d8-477136d3935c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:52:37.161882 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-2d2c789d-706f-42b2-88d8-477136d3935c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0588353 Jun 30 21:52:37.197281 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.199700 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.201168 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/970326a1-5c82-4a5a-a7e7-68ce572d1a3d HTTP/1.1" status: 204 len: 168 time: 0.5154140 Jun 30 21:52:37.206851 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.216881 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1265534-0a22-42c2-b981-bc588e9581ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970326a1-5c82-4a5a-a7e7-68ce572d1a3d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:37.245273 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] For port 2b0b7a61-7329-488f-a140-bdeba4004b92, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:37.265262 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] For port 2b0b7a61-7329-488f-a140-bdeba4004b92, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2b0b7a61-7329-488f-a140-bdeba4004b92,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:37.294042 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-ea195f56-4cef-4f83-b19c-1e8fa22993fe service neutron] 10.222.0.47 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247184 Jun 30 21:52:37.308138 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.325506 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Attempting to bind port 957c6139-52c8-4597-b5ed-f067cb10cdf3 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:37.325897 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Attempting to bind port 957c6139-52c8-4597-b5ed-f067cb10cdf3 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:37.326262 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Attempting to bind port 957c6139-52c8-4597-b5ed-f067cb10cdf3 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:37.354595 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:37.354975 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:37.355382 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.360479 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:37.360479 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Bound port: 957c6139-52c8-4597-b5ed-f067cb10cdf3, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:37.360479 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.360479 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Pushing event updated for resources: {'Port': ['ID=957c6139-52c8-4597-b5ed-f067cb10cdf3,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:37.415863 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6786d53c-061f-4de3-8ec9-8ca3dac3f5d5 None None] Pushing event updated for resources: {'Port': ['ID=2b0b7a61-7329-488f-a140-bdeba4004b92,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:37.421280 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.422033 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.422919 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.423261 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.423603 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.423938 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.424291 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.425166 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.425693 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.426738 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.427074 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.427406 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Tracked resource versions report: Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: pushed versions: Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: { 'AddressGroup': {'1.2'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'ConntrackHelper': {'1.0'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Log': {'1.0'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Network': {'1.1'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Port': {'1.7'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'PortForwarding': {'1.2'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'QosPolicy': {'1.8'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroup': {'1.4'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroupRule': {'1.2'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SubPort': {'1.0'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Subnet': {'1.1'}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Trunk': {'1.1'}} Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: consumer versions: Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: { DHCP agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: HyperV agent@hv-cinder-78445: {}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: L3 agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: Metadata agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: Metering agent@dv-cinder-784453-7-iscsi: {}, Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: Open vSwitch agent@dv-cinder-784453-7-iscsi: { 'AddressGroup': '1.2', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'ConntrackHelper': '1.0', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Log': '1.0', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Network': '1.1', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Port': '1.7', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'PortForwarding': '1.2', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'QosPolicy': '1.8', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroup': '1.4', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SecurityGroupRule': '1.2', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'SubPort': '1.0', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Subnet': '1.1', Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: 'Trunk': '1.1'}} Jun 30 21:52:37.428552 dv-cinder-784453-7-iscsi neutron-server[105235]: {{(pid=105235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 21:52:37.489735 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] For port 957c6139-52c8-4597-b5ed-f067cb10cdf3, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:37.493594 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] For port 957c6139-52c8-4597-b5ed-f067cb10cdf3, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=957c6139-52c8-4597-b5ed-f067cb10cdf3,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:37.511703 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-c0c0d74f-b417-4f40-987f-e285ebd2512e service neutron] 10.222.0.47 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080245 Jun 30 21:52:37.542334 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.641343 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.702339 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:37.734497 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562158c-714c-49bf-987d-f0fdecd7f9dc None None] Pushing event updated for resources: {'Port': ['ID=957c6139-52c8-4597-b5ed-f067cb10cdf3,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:37.835416 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:37.836047 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:38.056714 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:38.195633 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e2f4eb2c-3356-4420-a3f5-6a3ab4ab8fc2 req-dfc0632b-84fe-4db6-be6b-d39eaa1e399e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.1081550 Jun 30 21:52:38.259789 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.277285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50628) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:38.306619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7772a6c4-71ad-4b12-aa49-9178517ab8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.382691 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2b0b7a61-7329-488f-a140-bdeba4004b92 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:38.464213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7772a6c4-71ad-4b12-aa49-9178517ab8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.553258 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7772a6c4-71ad-4b12-aa49-9178517ab8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.559904 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3041fbb3-617e-446f-b382-5e1768a74592 None None] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:38.571123 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:34Z', 'revision_number': 3, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:38.601089 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Allocated IP 172.27.1.136 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/11ffdc18-d79b-4a19-b433-941d288f7f2a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:38.635817 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.646223 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7772a6c4-71ad-4b12-aa49-9178517ab8f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bc9bd182a3f409f99e85294bdf3538f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3677931 Jun 30 21:52:38.647458 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772a6c4-71ad-4b12-aa49-9178517ab8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9330ffc-e0d0-4efd-b7cb-7b6f2be8cece,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:38.651758 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50640) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:38.677264 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc0b197-482d-4a4a-84a1-fe1bd47e2e82 None None] The sync data for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi is: [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:34Z', 'revision_number': 3, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:38.732247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.796709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.838841 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.944057 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Allocated IP 172.20.0.1 (54650339-dcb8-4b56-a02d-62a05d0e2764/dfcf7f1a-21a8-4a70-90b8-a5d0e459a026/caa3b6e5-189a-408a-99e1-5786c026c183) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:38.963428 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 2b0b7a61-7329-488f-a140-bdeba4004b92 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:38.975266 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-696a9fa6-60bc-4cbc-88a8-1708d71872fb None None] Provisioning for port ef674af8-3d88-4925-9f9c-90e24041db5e completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:38.981085 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ef674af8-3d88-4925-9f9c-90e24041db5e up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:38.982322 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.986750 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:38.991682 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9330ffc-e0d0-4efd-b7cb-7b6f2be8cece HTTP/1.1" status: 204 len: 168 time: 0.3368256 Jun 30 21:52:39.002665 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d53954-ada0-4f8e-89aa-93ecf60c7d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9330ffc-e0d0-4efd-b7cb-7b6f2be8cece,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:39.133000 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ff4c3-acf3-4f07-b753-2355690da0b4 None None] Network e724354c-abbf-460d-b34c-012c585f866a requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:52:39.168285 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port ef674af8-3d88-4925-9f9c-90e24041db5e completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:39.240022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port ef674af8-3d88-4925-9f9c-90e24041db5e triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:39.241980 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.364003 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:39.404591 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c03f2f3d-e2b0-4171-819e-6f2667f444f7 req-36834c7a-fcf6-4d0c-a29e-b6d361b80442 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0393064 Jun 30 21:52:39.419241 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Provisioning for port 2b0b7a61-7329-488f-a140-bdeba4004b92 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:39.468356 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Provisioning complete for port 2b0b7a61-7329-488f-a140-bdeba4004b92 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:39.468723 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.531046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.556979 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.618255 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.624851 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port ef674af8-3d88-4925-9f9c-90e24041db5e, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ef674af8-3d88-4925-9f9c-90e24041db5e,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:39.707180 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.733619 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.818647 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] For port 2b0b7a61-7329-488f-a140-bdeba4004b92, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2b0b7a61-7329-488f-a140-bdeba4004b92,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:39.852233 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.855277 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=ef674af8-3d88-4925-9f9c-90e24041db5e,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:39.873508 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.902495 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:39.929326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Allocated IP 172.27.1.30 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/b714a28c-c555-4b54-b711-507359ff8c19) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:39.960086 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:39.998527 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:40.002501 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:40.003385 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.032942 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:40.071207 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-e0e8aa4e-e33b-4ac3-b0a9-2912541249f2 None None] Provisioning complete for port ef674af8-3d88-4925-9f9c-90e24041db5e triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:40.071670 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e0e8aa4e-e33b-4ac3-b0a9-2912541249f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.073587 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c43dc1-b692-414a-9652-35ee89a49042 None None] Pushing event updated for resources: {'Port': ['ID=2b0b7a61-7329-488f-a140-bdeba4004b92,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:40.076154 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:40.086616 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:40.149067 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Pushing event updated for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:40.326153 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50704) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:40.352738 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 957c6139-52c8-4597-b5ed-f067cb10cdf3 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:40.441451 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0916b55b-f5db-4a08-866a-d36e562eb3d4 None None] Provisioning complete for port 2b0b7a61-7329-488f-a140-bdeba4004b92 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:40.445069 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0916b55b-f5db-4a08-866a-d36e562eb3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.522166 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3009ceee-6fcb-4a2d-8219-e5539b7d5dd0 req-28fddd4e-eedf-4f4a-b744-7bfeefd30774 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0308888 Jun 30 21:52:40.535577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9b606e0-5d14-456a-8302-d041c678fb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.543744 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Pushing event updated for resources: {'Port': ['ID=11ffdc18-d79b-4a19-b433-941d288f7f2a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:40.567549 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 957c6139-52c8-4597-b5ed-f067cb10cdf3 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:40.586979 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 957c6139-52c8-4597-b5ed-f067cb10cdf3 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:40.587604 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.650480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.684736 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.745550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.769380 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 957c6139-52c8-4597-b5ed-f067cb10cdf3, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=957c6139-52c8-4597-b5ed-f067cb10cdf3,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:40.775904 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9b606e0-5d14-456a-8302-d041c678fb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.856021 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.856807 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ef674af8-3d88-4925-9f9c-90e24041db5e up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:40.896198 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e9b606e0-5d14-456a-8302-d041c678fb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:40.973925 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=957c6139-52c8-4597-b5ed-f067cb10cdf3,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:40.996245 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.006941 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port ef674af8-3d88-4925-9f9c-90e24041db5e triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:41.009311 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.076467 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.110294 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b606e0-5d14-456a-8302-d041c678fb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9040eb2-3a8f-42ca-92bc-123fb14e3911,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:41.122457 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e9b606e0-5d14-456a-8302-d041c678fb60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a01b6a5278ac402b8cbffc6bb0ebf3cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7925167 Jun 30 21:52:41.122896 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50732) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:41.180769 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.194381 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:41.207438 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.241499 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:41.243944 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:41.258290 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.291273 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Pushing event updated for resources: {'Port': ['ID=b714a28c-c555-4b54-b711-507359ff8c19,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:41.346028 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50738) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:41.389009 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.389718 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.392793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.395424 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.399017 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9040eb2-3a8f-42ca-92bc-123fb14e3911 HTTP/1.1" status: 204 len: 168 time: 0.2717009 Jun 30 21:52:41.405611 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a65f1-afd5-4c99-8d9d-5541a7129ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9040eb2-3a8f-42ca-92bc-123fb14e3911,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:41.457483 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fea0e26-88bf-4090-be31-36332991c59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.522774 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Pushing event updated for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:41.557505 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fea0e26-88bf-4090-be31-36332991c59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.583359 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.676664 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:41.678860 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4fea0e26-88bf-4090-be31-36332991c59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.684022 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:41.760217 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4fea0e26-88bf-4090-be31-36332991c59e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a24cb6fa9014bd9ae2b9865e2aedd92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4128237 Jun 30 21:52:41.762748 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bbc7f676-0cd2-4f82-98bf-1756ad93966b req-9fe679d0-74b5-45e3-9853-cc41eec74adc tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0511150 Jun 30 21:52:41.766070 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:41.792178 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea0e26-88bf-4090-be31-36332991c59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c6b44-0333-43c9-be0d-ffa723bb36af,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:41.833005 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.864860 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.961696 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.991874 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:41.995847 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.000502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b68c6b44-0333-43c9-be0d-ffa723bb36af HTTP/1.1" status: 204 len: 168 time: 0.2331533 Jun 30 21:52:42.016771 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61392ffe-2021-4ffb-8b0c-4d5072420637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c6b44-0333-43c9-be0d-ffa723bb36af,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:42.126299 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Router 9672567b-5ca2-49b7-bcab-118c8a31e35e has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:52:42.153022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2b0b7a61-7329-488f-a140-bdeba4004b92 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:42.216369 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:52:42.225381 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 2b0b7a61-7329-488f-a140-bdeba4004b92 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:42.225787 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.316514 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 957c6139-52c8-4597-b5ed-f067cb10cdf3 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:42.353014 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.385883 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 957c6139-52c8-4597-b5ed-f067cb10cdf3 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:42.386254 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.417712 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:42.425892 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-dd087fd2-5ce2-4e2a-8735-251bb7bb2363 admin admin] 10.222.0.47 "PUT /v2.0/routers/9672567b-5ca2-49b7-bcab-118c8a31e35e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3568552 Jun 30 21:52:42.433261 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Sync routers for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:42.447787 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:42.448760 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:42.507314 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:42.518581 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:42.528763 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:42.529340 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:42.594096 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.599016 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 50782) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:42.600521 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3c8577cb-2191-444a-9f2a-1cc1cb29e69a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.5770042 Jun 30 21:52:42.624399 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:42.667432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Router d4840c0b-973e-4c4c-a141-cd888025b3dc is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:52:42.781049 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:42.871647 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:42.885287 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50792) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:42.915072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc77a130-c666-4b2e-9472-bbbfbc4c25f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:42.930613 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:42.955667 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:42.956687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:43.024686 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.026249 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4e970f13-c2b7-4b80-9285-fb36799e6393 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4163008 Jun 30 21:52:43.030931 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50794) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:43.119332 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'caa3b6e5-189a-408a-99e1-5786c026c183', 'name': '', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'mac_address': 'fa:16:3e:73:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 2, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'subnets': [{'id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:43.125033 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-14168cfb-8055-42a8-bc89-0f62ccfec43c req-b47c30fb-6950-4450-9b15-823979effe1e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0696137 Jun 30 21:52:43.139773 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 3, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:43.212502 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc77a130-c666-4b2e-9472-bbbfbc4c25f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.216741 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:43.218528 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Updating router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 port 11ffdc18-d79b-4a19-b433-941d288f7f2a binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:43.297072 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.398969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc77a130-c666-4b2e-9472-bbbfbc4c25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.464045 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-fc77a130-c666-4b2e-9472-bbbfbc4c25f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af06a777829146ed8adbc6de5be15339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5770056 Jun 30 21:52:43.466594 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77a130-c666-4b2e-9472-bbbfbc4c25f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b99141d-049e-45d3-8126-62afb5043516,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:43.468149 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 50812) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:43.483862 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.518112 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Checking router: 9672567b-5ca2-49b7-bcab-118c8a31e35e for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:43.518704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Updating router 9672567b-5ca2-49b7-bcab-118c8a31e35e port caa3b6e5-189a-408a-99e1-5786c026c183 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:43.571844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:43.728662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.765659 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.770131 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.942878 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:43.958489 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Transition to ACTIVE for port object 11ffdc18-d79b-4a19-b433-941d288f7f2a will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:44.044528 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.095775 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.103689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Allocated IP 172.20.0.1 (41ae212e-7e3f-422b-a17f-5b1ec3953886/9166fd1b-6b8a-45d2-b228-db4b95ba6943/86b1ae2d-7be5-43c4-ad39-610ed2e36824) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:44.108544 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287281f-5650-49d1-b302-6aecd94cc501 None None] Pushing event updated for resources: {'Port': ['ID=11ffdc18-d79b-4a19-b433-941d288f7f2a,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:44.132994 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Attempting to bind port 11ffdc18-d79b-4a19-b433-941d288f7f2a on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:44.132994 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Attempting to bind port 11ffdc18-d79b-4a19-b433-941d288f7f2a by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:44.133271 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Attempting to bind port 11ffdc18-d79b-4a19-b433-941d288f7f2a on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:44.139781 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:44.140165 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:44.140581 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.141018 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:44.141495 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Bound port: 11ffdc18-d79b-4a19-b433-941d288f7f2a, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:44.141914 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.207942 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] For port 11ffdc18-d79b-4a19-b433-941d288f7f2a, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:44.211826 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] For port 11ffdc18-d79b-4a19-b433-941d288f7f2a, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=11ffdc18-d79b-4a19-b433-941d288f7f2a,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:44.246147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-d058f009-dcf3-4a07-b083-e5a7f8825641 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:44.252725 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-d058f009-dcf3-4a07-b083-e5a7f8825641 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 819 time: 0.4221344 Jun 30 21:52:44.267540 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.284432 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.287407 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.294995 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.302521 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b99141d-049e-45d3-8126-62afb5043516 HTTP/1.1" status: 204 len: 168 time: 0.8216453 Jun 30 21:52:44.306974 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-ae141c92-7ce2-4f27-a0e6-1eb7d23052ed tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/quotas/bb127431d4f4471e81b1c4f79730b307 HTTP/1.1" status: 200 len: 375 time: 0.0529919 Jun 30 21:52:44.559908 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Transition to ACTIVE for port object caa3b6e5-189a-408a-99e1-5786c026c183 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:44.559908 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:41Z', 'revision_number': 3, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:44.591661 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bf51a-4803-4122-933e-611a09fdda08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b99141d-049e-45d3-8126-62afb5043516,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:44.594907 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.596947 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:44.596947 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:44.602026 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Allocated IP 172.20.0.1 (e724354c-abbf-460d-b34c-012c585f866a/89441928-7227-4e2c-8922-e801412052bd/f2629ea8-c5eb-42e8-b827-1abd2f7b8377) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:44.604687 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.605341 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:44.605341 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Updating router d4840c0b-973e-4c4c-a141-cd888025b3dc port b714a28c-c555-4b54-b711-507359ff8c19 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:44.606207 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287281f-5650-49d1-b302-6aecd94cc501 None None] Pushing event updated for resources: {'Port': ['ID=11ffdc18-d79b-4a19-b433-941d288f7f2a,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:44.606430 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Transition to ACTIVE for port object 86b1ae2d-7be5-43c4-ad39-610ed2e36824 will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:44.642554 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28119d2-5529-41f8-82e9-e358eb624813 None None] Pushing event updated for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:44.682106 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5fa62984-314a-4cc0-baf6-296c2509438e req-11c4fca4-707f-4933-8cc3-5b7d3666ced0 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.2858105 Jun 30 21:52:44.715704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.780500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-6d9ded1d-aed8-4a8d-b079-1f483c3c0afd tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4689329 Jun 30 21:52:44.841421 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.846895 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:44.873124 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Transition to ACTIVE for port object f2629ea8-c5eb-42e8-b827-1abd2f7b8377 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:44.915967 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.933163 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Attempting to bind port caa3b6e5-189a-408a-99e1-5786c026c183 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:44.933818 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Attempting to bind port caa3b6e5-189a-408a-99e1-5786c026c183 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:44.934393 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Attempting to bind port caa3b6e5-189a-408a-99e1-5786c026c183 on network 54650339-dcb8-4b56-a02d-62a05d0e2764 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:44.949076 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:44.949797 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Checking segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:44.950420 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.950987 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Bound using segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:44.951812 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Bound port: caa3b6e5-189a-408a-99e1-5786c026c183, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:44.952422 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:44.976062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Pushing event updated for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:45.005128 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:45.020230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:45.028435 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.55', 63320) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:45.054152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:45.054621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:45.157588 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:45.195432 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] For port caa3b6e5-189a-408a-99e1-5786c026c183, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:45.217826 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] For port caa3b6e5-189a-408a-99e1-5786c026c183, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=caa3b6e5-189a-408a-99e1-5786c026c183,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:45.328539 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-09ef46e3-33b7-44a1-9ec0-d48445479508 service neutron] 10.222.0.47 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471022 Jun 30 21:52:45.395652 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:45.400699 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Pushing event updated for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:45.404110 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 3, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:45.484550 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb54f86-b073-4ca1-8a89-e012ad48a190 None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 3, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:45.496276 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28119d2-5529-41f8-82e9-e358eb624813 None None] Pushing event updated for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:45.593735 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:45.594563 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:45.632342 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Network e724354c-abbf-460d-b34c-012c585f866a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:45.656454 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:45.661888 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:45.662356 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:45.678248 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-bd34f78b-1bcc-44d1-b225-79eed32b8c71 None None] Provisioning for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:45.732068 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-bd34f78b-1bcc-44d1-b225-79eed32b8c71 None None] Provisioning complete for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:45.740780 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-bd34f78b-1bcc-44d1-b225-79eed32b8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:45.809492 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-9ed7faea-2df9-4215-94d3-0f8d3d7c1a94 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:45.814002 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-9ed7faea-2df9-4215-94d3-0f8d3d7c1a94 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.55 "GET /v2.0/networks?id=a12757a2-3bea-4b50-b768-fdb6c423a4ff HTTP/1.1" status: 200 len: 811 time: 0.7839587 Jun 30 21:52:45.920879 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Request body: {'port': {'device_id': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff', 'admin_state_up': True, 'tenant_id': '68ddc840a77a4844b7829f26b39f093b'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:45.944313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.138576 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:46.144279 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-bd34f78b-1bcc-44d1-b225-79eed32b8c71 None None] Port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:52:46.262511 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-04800a71-0cb5-4d00-91ec-f4d36c5dc87c req-70cffbb4-37a4-4748-b3a6-48083557501e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.2392483 Jun 30 21:52:46.273903 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.307668 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 11ffdc18-d79b-4a19-b433-941d288f7f2a up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:46.332318 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.400301 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-ff5008f4-e877-4b7d-869c-42f42412d1ee service neutron] 10.222.0.47 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0617416 Jun 30 21:52:46.450064 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Transition to ACTIVE for port object b714a28c-c555-4b54-b711-507359ff8c19 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:46.463738 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Made reservation on behalf of 68ddc840a77a4844b7829f26b39f093b for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:52:46.482926 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.568135 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.589793 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.608979 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8264a2a5-4368-4d70-9de2-5f5a9887f231 None None] Provisioning for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:46.738620 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8264a2a5-4368-4d70-9de2-5f5a9887f231 None None] Provisioning complete for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:46.738919 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8264a2a5-4368-4d70-9de2-5f5a9887f231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.854312 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 11ffdc18-d79b-4a19-b433-941d288f7f2a completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:46.972872 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 11ffdc18-d79b-4a19-b433-941d288f7f2a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:46.975320 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:46.975857 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.023507 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.034384 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49742de-ccda-4792-bee3-e9ac80e0e865 None None] Pushing event updated for resources: {'Port': ['ID=b714a28c-c555-4b54-b711-507359ff8c19,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:47.036628 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Allocated IP 172.20.0.7 (a12757a2-3bea-4b50-b768-fdb6c423a4ff/ee7136d7-d24a-402e-bcd0-094a1fe67f7e/b9524c8a-eace-4b7a-b66d-f88bf0174e4f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:47.041292 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Attempting to bind port b714a28c-c555-4b54-b711-507359ff8c19 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:47.041819 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Attempting to bind port b714a28c-c555-4b54-b711-507359ff8c19 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:47.042070 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Attempting to bind port b714a28c-c555-4b54-b711-507359ff8c19 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:47.054061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8264a2a5-4368-4d70-9de2-5f5a9887f231 None None] Port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:52:47.059107 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.059819 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.089243 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3aa25175-0f94-4355-930c-837afdb77b0a req-6dd5dd47-10fc-441f-b224-02e1dd4c6d25 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 210 time: 0.0626993 Jun 30 21:52:47.106291 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.107263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.269371 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:47.269949 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:47.270364 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.270760 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:47.271248 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Bound port: b714a28c-c555-4b54-b711-507359ff8c19, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:47.271650 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.275369 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fff2b77e-d11e-4923-8cfc-5c329c4d6b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.326726 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Pushing event updated for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:47.450917 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Pushing event updated for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:47.459694 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.468651 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] For port b714a28c-c555-4b54-b711-507359ff8c19, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:47.509583 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] For port b714a28c-c555-4b54-b711-507359ff8c19, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b714a28c-c555-4b54-b711-507359ff8c19,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:47.565059 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-06943130-3601-4d26-be5a-d9753f10970d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'caa3b6e5-189a-408a-99e1-5786c026c183', 'name': '', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'mac_address': 'fa:16:3e:73:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:45Z', 'revision_number': 4, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'subnets': [{'id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:47.579772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:47.583705 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:47.598744 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 11ffdc18-d79b-4a19-b433-941d288f7f2a, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=11ffdc18-d79b-4a19-b433-941d288f7f2a,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:47.600231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06943130-3601-4d26-be5a-d9753f10970d None None] The sync data for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi is: [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'caa3b6e5-189a-408a-99e1-5786c026c183', 'name': '', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'mac_address': 'fa:16:3e:73:38:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:45Z', 'revision_number': 4, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'subnets': [{'id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:47.626757 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:47.882193 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6db0b533-c3e4-4c93-8d69-25d4c88e9922 req-691b97e4-182f-4c69-95ed-15f5c6ad159c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.1568244 Jun 30 21:52:47.889078 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.042631 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:48.044236 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:48.273578 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49742de-ccda-4792-bee3-e9ac80e0e865 None None] Pushing event updated for resources: {'Port': ['ID=b714a28c-c555-4b54-b711-507359ff8c19,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:48.317327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-9cbf744b-8fcf-4c52-a0df-da55d13d30f5 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:48.333946 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-9cbf744b-8fcf-4c52-a0df-da55d13d30f5 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 819 time: 0.5974107 Jun 30 21:52:48.372456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a39fa5d3-9a88-4b37-8c85-14d7f8c4b539 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/quotas/bb127431d4f4471e81b1c4f79730b307 HTTP/1.1" status: 200 len: 375 time: 0.0370977 Jun 30 21:52:48.416780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:52:48.434716 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device caa3b6e5-189a-408a-99e1-5786c026c183 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:48.484918 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.551158 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Network e724354c-abbf-460d-b34c-012c585f866a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:48.554296 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:48.685346 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=11ffdc18-d79b-4a19-b433-941d288f7f2a,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:48.691305 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b5654442-077d-4f95-a474-3eeaf4c11b47 None None] Provisioning complete for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:48.691539 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b5654442-077d-4f95-a474-3eeaf4c11b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.797309 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:48.803627 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port caa3b6e5-189a-408a-99e1-5786c026c183 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:48.834954 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.850243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port caa3b6e5-189a-408a-99e1-5786c026c183 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:48.851035 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:48.864415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-b5654442-077d-4f95-a474-3eeaf4c11b47 None None] Port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:52:49.058458 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-e855d2da-4486-4a4f-9f6a-ce879e68d1da tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6320593 Jun 30 21:52:49.115981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:49.129195 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7b1577f5-54af-4da2-adfb-48160fb85db3 admin admin] 10.222.0.47 "PUT /v2.0/routers/9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5288136 Jun 30 21:52:49.272277 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1c64a0e5-c0c2-4338-8f5e-c91f805e288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:49.287864 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:49.331125 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:49.354732 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-c30e9ca4-ae35-46ae-9ef1-6601392a22a9 None None] Provisioning complete for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:49.354877 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:49.355107 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c30e9ca4-ae35-46ae-9ef1-6601392a22a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:49.362207 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:49.406058 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port caa3b6e5-189a-408a-99e1-5786c026c183, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=caa3b6e5-189a-408a-99e1-5786c026c183,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:49.407247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-c30e9ca4-ae35-46ae-9ef1-6601392a22a9 None None] Port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:52:49.469060 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:52:49.473405 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Network a12757a2-3bea-4b50-b768-fdb6c423a4ff is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:49.477389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:49.507576 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:49.522972 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:49.525808 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:49.529378 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 2, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:49.580523 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd763d9-9a3c-43c1-8df7-09de9c55b97a None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 2, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:49.583049 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:49.585251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Pushing event updated for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:49.652689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-db2cd9f9-5a98-4fe9-8e33-c0c4db8060df service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:52:49.663908 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-db2cd9f9-5a98-4fe9-8e33-c0c4db8060df service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2107065 Jun 30 21:52:49.780005 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c1799-a5f4-4759-9b27-ae5881c8003e req-a52f4e12-59b3-4d48-a1ee-6b78a3e9252d tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:49.817955 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f3c1799-a5f4-4759-9b27-ae5881c8003e req-a52f4e12-59b3-4d48-a1ee-6b78a3e9252d tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 931 time: 0.4828508 Jun 30 21:52:49.852688 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-a8f750e1-d4bc-4f70-94c5-eeadfbdc34fe tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9577117 Jun 30 21:52:49.932784 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-7bb370ea-a38c-4a88-bb39-d260e91e0b34 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105233) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 21:52:49.933846 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-7bb370ea-a38c-4a88-bb39-d260e91e0b34 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0287170 Jun 30 21:52:50.002968 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:50.114529 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:50.122402 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:52:50.134436 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1507f9e0-30fd-4982-8cb0-a0f3182adc4f admin admin] 10.222.0.47 "PUT /v2.0/routers/d4840c0b-973e-4c4c-a141-cd888025b3dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1024697 Jun 30 21:52:50.261937 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f3c1799-a5f4-4759-9b27-ae5881c8003e req-0af18451-a2b3-4951-a888-3874bc694453 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122798 Jun 30 21:52:50.324844 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-676af959-5504-4cd2-a3be-a4565e4fc389 service neutron] 10.222.0.47 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350188 Jun 30 21:52:50.412691 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 11ffdc18-d79b-4a19-b433-941d288f7f2a up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:50.470108 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Request body: {'port': {'device_id': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:50.564950 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 11ffdc18-d79b-4a19-b433-941d288f7f2a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:50.564950 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:50.683208 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:50.705211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:50.708698 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-b0a539a0-286d-45a1-be08-7fa2e3c32550 service neutron] 10.222.0.47 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682535 Jun 30 21:52:50.772237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:50.937994 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device caa3b6e5-189a-408a-99e1-5786c026c183 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:50.938322 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 2, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:51.004317 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:51.005349 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Updating router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:51.089114 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port caa3b6e5-189a-408a-99e1-5786c026c183 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:51.090447 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.091107 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.718585 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9524c8a-eace-4b7a-b66d-f88bf0174e4f {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:52:51.721998 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51120) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:51.726605 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--160793549', 'description': 'tempest-description--1997781039'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:51.734777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.758455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Transition to ACTIVE for port object b9524c8a-eace-4b7a-b66d-f88bf0174e4f will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:51.892492 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eec74-85f7-4703-86d4-b64078d42cfc req-03ec69ff-4a19-434b-a983-2a12de87f0ec tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:51.895125 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.899240 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-615eec74-85f7-4703-86d4-b64078d42cfc req-03ec69ff-4a19-434b-a983-2a12de87f0ec tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 931 time: 0.0855119 Jun 30 21:52:51.915820 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.929119 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Transition to ACTIVE for port object 86b1ae2d-7be5-43c4-ad39-610ed2e36824 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:51.954018 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:51.956279 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:51.966063 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-615eec74-85f7-4703-86d4-b64078d42cfc req-ae5dcc40-b389-4d5b-8b0c-e746069893d9 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Jun 30 21:52:52.026817 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.049193 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Attempting to bind port b9524c8a-eace-4b7a-b66d-f88bf0174e4f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:52.049738 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Attempting to bind port b9524c8a-eace-4b7a-b66d-f88bf0174e4f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:52.050271 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Attempting to bind port b9524c8a-eace-4b7a-b66d-f88bf0174e4f on network a12757a2-3bea-4b50-b768-fdb6c423a4ff {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:52.057950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Port b9524c8a-eace-4b7a-b66d-f88bf0174e4f on network a12757a2-3bea-4b50-b768-fdb6c423a4ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:52:52.058420 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Attempting to bind port b9524c8a-eace-4b7a-b66d-f88bf0174e4f on network a12757a2-3bea-4b50-b768-fdb6c423a4ff {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:52.067002 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:52.072503 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Checking segment: {'id': 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:52.072503 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Bound using segment: {'id': 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:52.072503 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Bound port: b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:52.072503 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.080673 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51124) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:52.092525 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170029993', 'description': 'tempest-description--2068895557'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:52.094017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.176898 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c3d7e06f-54b8-460c-b068-8b24510839db req-89ec73a1-ee06-4333-be9c-5cd0d8351773 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.1152887 Jun 30 21:52:52.215910 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:52.234656 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,segment=NetworkSegment(ba1703e9-39ed-43a9-935d-4cf3dcabc44a),segment_id=ba1703e9-39ed-43a9-935d-4cf3dcabc44a)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:52.260923 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9df8-97f2-4e57-9cac-dcc69b114f96 None None] Pushing event updated for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:52.265768 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Attempting to bind port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:52.266156 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Attempting to bind port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:52.266513 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Attempting to bind port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:52.270526 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b714a28c-c555-4b54-b711-507359ff8c19 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:52.273148 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:52.273526 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Checking segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:52.274063 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.274355 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Bound using segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:52.275988 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Bound port: 86b1ae2d-7be5-43c4-ad39-610ed2e36824, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:52.276393 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.344937 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.360468 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] For port 86b1ae2d-7be5-43c4-ad39-610ed2e36824, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:52.363806 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.369411 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] For port 86b1ae2d-7be5-43c4-ad39-610ed2e36824, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=86b1ae2d-7be5-43c4-ad39-610ed2e36824,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:52.406098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:52.408946 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.408946 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b9524c8a-eace-4b7a-b66d-f88bf0174e4f HTTP/1.1" status: 200 len: 1093 time: 2.2204795 Jun 30 21:52:52.410087 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:52:52.470311 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.478141 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port b714a28c-c555-4b54-b711-507359ff8c19 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:52.488890 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b714a28c-c555-4b54-b711-507359ff8c19 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:52.489983 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.498371 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.539020 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7283d43-0eda-4025-8f32-25d987592da0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:52.563363 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19d94baf-7852-4fdf-9298-df7419b2fc1c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:52.596863 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:52.604720 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:52.605888 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.635592 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94334652-aefd-4899-8958-f1c290dc1430" -d '{"events": [{"name": "network-changed", "server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:52:52.644013 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.703070 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.704550 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-bf36633c-4feb-4750-8da5-d9a70ac7d03b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9815087 Jun 30 21:52:52.708049 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51142) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:52.719639 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group_rule': {'security_group_id': '19d94baf-7852-4fdf-9298-df7419b2fc1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:52.727287 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port b714a28c-c555-4b54-b711-507359ff8c19, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b714a28c-c555-4b54-b711-507359ff8c19,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:52.744659 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f9df8-97f2-4e57-9cac-dcc69b114f96 None None] Pushing event updated for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=4']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:52.851422 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:52.890807 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:52.973249 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fc0655b-1a79-478a-bc6a-530fbb94cd50 x-openstack-request-id: req-0fc0655b-1a79-478a-bc6a-530fbb94cd50 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:52:52.974272 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:52:52.974770 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0fc0655b-1a79-478a-bc6a-530fbb94cd50 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:52:52.975561 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f', 'status': 'completed', 'code': 200} Jun 30 21:52:52.985340 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.076421 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=b714a28c-c555-4b54-b711-507359ff8c19,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:53.082329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.124445 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ee86d2-5fff-4657-8219-d98f55692884,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:53.190079 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:53.224837 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.262794 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd74f69e-2aca-431f-a758-2a14a2826b9e None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:53.284470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81817b2f-7de4-47c9-becd-c14e38ea7259 req-783c9986-86c1-4fac-9dea-205c31997b3b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:53.293267 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81817b2f-7de4-47c9-becd-c14e38ea7259 req-783c9986-86c1-4fac-9dea-205c31997b3b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1512046 Jun 30 21:52:53.314531 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.316600 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f84a249e-f4f5-4b1c-85ca-924e1e17b429 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2336032 Jun 30 21:52:53.319622 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51156) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:53.325171 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group_rule': {'security_group_id': 'd4ee86d2-5fff-4657-8219-d98f55692884', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:53.378021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.395244 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81817b2f-7de4-47c9-becd-c14e38ea7259 req-f27e90f2-930a-4549-80da-9080a40e2d91 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003201 Jun 30 21:52:53.464380 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9efaa998-b63f-4257-a33f-57c2d01b4384 req-4357d05a-b652-4566-91a3-78a9611a3c68 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0650046 Jun 30 21:52:53.466268 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.488845 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.512713 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e5fee0-04a7-4504-a1d9-e2afedb0d981,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:53.586735 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.590790 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7f88791b-0c5d-4397-85ca-10617086ced9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8788810 Jun 30 21:52:53.597169 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51160) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:53.601965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group_rule': {'security_group_id': '19d94baf-7852-4fdf-9298-df7419b2fc1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:53.605277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.666076 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.689686 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc235d67-812f-4b88-bd00-4a7e362371f2,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:53.705771 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.783017 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.789432 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-147c3607-800b-48e0-a6d8-19aaf5c06be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4602132 Jun 30 21:52:53.794620 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51166) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:53.796040 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group_rule': {'security_group_id': 'd4ee86d2-5fff-4657-8219-d98f55692884', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:53.823586 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.900140 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.909312 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:53.936543 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bbbec4-4a4f-48c7-a1a7-4bfa4ac1a63d,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:54.000738 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.003540 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.004940 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-093c468f-3fcc-4293-b508-906bbfd86587 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4066975 Jun 30 21:52:54.008206 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51168) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:54.012844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:54.075362 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:52:54.089017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:54.089651 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:54.129446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.156519 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f247e09-56c8-4ffb-b37f-771d42c6c61e,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:54.175411 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.308153 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:54.314278 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b714a28c-c555-4b54-b711-507359ff8c19 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:54.423270 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.427523 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e1af7a57-59a8-463b-86b5-437222c03779 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6334696 Jun 30 21:52:54.429099 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51174) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:54.437233 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:52:54.569617 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b714a28c-c555-4b54-b711-507359ff8c19 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:54.570082 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.612243 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.850836 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.878822 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:54.932953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-50bd3798-d872-4859-ae73-02c81ed83a4c req-a5e50e86-51f2-4d72-8cd4-fe7c6f8fb0b1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.1017756 Jun 30 21:52:55.010980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb4110-2835-4146-b45b-f32590feb959 req-50f3f5a1-d174-401d-936f-e99444e15b52 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:55.012560 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99cb4110-2835-4146-b45b-f32590feb959 req-50f3f5a1-d174-401d-936f-e99444e15b52 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.3634083 Jun 30 21:52:55.101902 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99cb4110-2835-4146-b45b-f32590feb959 req-658feb3b-7fba-4a58-902f-137e8e89830a tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798080 Jun 30 21:52:55.135048 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Allocated IP 172.27.1.100 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/1c6cd45a-8c5f-4594-bad0-2440856dd1e5) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:55.320303 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.337550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 86b1ae2d-7be5-43c4-ad39-610ed2e36824 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:55.411363 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 2, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:55.441724 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:52:55.442157 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Updating router d4840c0b-973e-4c4c-a141-cd888025b3dc port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:52:55.455408 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.485045 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:55.491595 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.493266 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:55.493655 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.515504 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:55.519219 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:55.523513 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:55.535632 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=1c6cd45a-8c5f-4594-bad0-2440856dd1e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:55.557207 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Allocated IP 172.27.1.102 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/0481d1a1-bdda-4dc9-b839-c785b1498e37) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:52:55.689601 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.725698 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.855802 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.877353 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.927766 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.934995 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:52:55.940783 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:52:55.942953 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:52:55.975227 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:55.978795 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=0481d1a1-bdda-4dc9-b839-c785b1498e37,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:55.988559 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 86b1ae2d-7be5-43c4-ad39-610ed2e36824, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=86b1ae2d-7be5-43c4-ad39-610ed2e36824,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:55.993803 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Transition to ACTIVE for port object f2629ea8-c5eb-42e8-b827-1abd2f7b8377 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:52:56.061844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.130786 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.154949 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c6340db3-394c-4f3f-aa2b-2263729ead70 req-ab9bf913-d3c7-4630-b6b2-4ede83a1b09c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0453825 Jun 30 21:52:56.156759 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.170042 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:56.248130 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.319051 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Attempting to bind port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:52:56.319415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Attempting to bind port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:52:56.319765 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Attempting to bind port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:52:56.321753 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690aa66-5d2c-45e7-93af-de17e8684430 None None] Pushing event updated for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:56.335781 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:52:56.335781 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Checking segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:52:56.336378 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.336791 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Bound using segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:52:56.337274 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Bound port: f2629ea8-c5eb-42e8-b827-1abd2f7b8377, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:52:56.338015 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.352831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.455195 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.475918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] For port f2629ea8-c5eb-42e8-b827-1abd2f7b8377, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:52:56.481231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] For port f2629ea8-c5eb-42e8-b827-1abd2f7b8377, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:52:56.491940 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.558608 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.612933 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=1c6cd45a-8c5f-4594-bad0-2440856dd1e5,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:56.694479 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:56.696413 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d02b6988-92bb-4517-8d99-4abb638119be tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6868649 Jun 30 21:52:56.710026 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4690aa66-5d2c-45e7-93af-de17e8684430 None None] Pushing event updated for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:56.740870 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee4d40-d3ec-4f10-aade-13a53fd03163 req-d2f8d283-a279-476f-8e55-148bb96465f8 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:56.750611 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7bee4d40-d3ec-4f10-aade-13a53fd03163 req-d2f8d283-a279-476f-8e55-148bb96465f8 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.3046770 Jun 30 21:52:56.831516 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:52:56.836635 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:52:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:56.884098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334652-aefd-4899-8958-f1c290dc1430 req-9d18f210-6b5b-486e-84a5-404b05fc068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:56.892457 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-94334652-aefd-4899-8958-f1c290dc1430 req-9d18f210-6b5b-486e-84a5-404b05fc068b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68ddc840a77a4844b7829f26b39f093b&device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 1096 time: 0.6542935 Jun 30 21:52:56.916919 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7bee4d40-d3ec-4f10-aade-13a53fd03163 req-569b0928-af18-4816-a246-97ec3cd61c3c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523507 Jun 30 21:52:57.097905 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:52:57.147784 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-cc591d37-5751-40aa-8c1f-1965dd17829a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--160793549&fields=id&tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 267 time: 0.1245120 Jun 30 21:52:57.333312 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-b94b5935-20a2-4b34-b113-a8a88f79c83a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:57.339733 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-b94b5935-20a2-4b34-b113-a8a88f79c83a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 811 time: 0.1896417 Jun 30 21:52:57.367373 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-0d0c5f2f-b79a-46a3-8cbf-70f62e866b72 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/quotas/f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 375 time: 0.0200009 Jun 30 21:52:57.444947 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:57.458693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334652-aefd-4899-8958-f1c290dc1430 req-358badc6-5afe-47a4-a2ca-42c277d77439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:57.460371 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-94334652-aefd-4899-8958-f1c290dc1430 req-358badc6-5afe-47a4-a2ca-42c277d77439 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=68ddc840a77a4844b7829f26b39f093b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5269084 Jun 30 21:52:57.545145 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:56Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:52:57.562781 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:57.604180 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51268) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:57.605098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3e273e-41a7-4da0-870c-f9d39d97cafa None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:56Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:52:57.607988 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a362661c-df9c-414a-bd08-3f2cd71e9bd3 req-3aff88cd-293e-4dbc-b705-acd0acbc2c3a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.1412566 Jun 30 21:52:57.694966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-7a0e9799-0aa9-4bfc-8701-6dcce1094f48 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3189867 Jun 30 21:52:57.852972 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:57.864498 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=0481d1a1-bdda-4dc9-b839-c785b1498e37,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:57.874749 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-c7c80211-97e3-4ebf-8bc8-1e3121de2cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617780 Jun 30 21:52:58.028020 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-3545cc70-01e1-4cbe-86bb-d82cf4fbe7e5 service neutron] 10.222.0.47 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457820 Jun 30 21:52:58.055446 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e8233ca-2212-4e94-b213-591841d0b042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.131318 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334652-aefd-4899-8958-f1c290dc1430 req-e98e21d5-3bdb-472a-bd60-f4825a119c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:58.135376 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-94334652-aefd-4899-8958-f1c290dc1430 req-e98e21d5-3bdb-472a-bd60-f4825a119c21 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6602294 Jun 30 21:52:58.245663 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7229a165-ad3c-407c-845b-88cfb71925aa req-b332edb5-727a-4d3f-b43c-1ce5f902f85d tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:58.247657 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7229a165-ad3c-407c-845b-88cfb71925aa req-b332edb5-727a-4d3f-b43c-1ce5f902f85d tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1709683 Jun 30 21:52:58.299311 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7229a165-ad3c-407c-845b-88cfb71925aa req-5c078eb6-a941-4c97-9495-0484a19e5476 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450821 Jun 30 21:52:58.358052 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device f2629ea8-c5eb-42e8-b827-1abd2f7b8377 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:58.499585 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:52:58.511387 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:58.511767 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.515552 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.516531 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-733f0d49-fd85-4e04-ad8b-7bf5a52e0bb5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0862639 Jun 30 21:52:58.687615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.721307 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66c52e1f-f423-459c-aabd-e66a413fb297 req-9ee25687-02b2-44c1-8e5d-a78252027ad1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.1184840 Jun 30 21:52:58.744745 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e8233ca-2212-4e94-b213-591841d0b042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.757709 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port f2629ea8-c5eb-42e8-b827-1abd2f7b8377, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:52:58.815865 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e8233ca-2212-4e94-b213-591841d0b042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.857571 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-403ac292-9db4-4a85-ba9a-53bc96e29dfa req-02516b1e-35f4-4213-940f-0b739cc4d646 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0460186 Jun 30 21:52:58.861030 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4e8233ca-2212-4e94-b213-591841d0b042 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=110c44fac971492f89bcefd35c7afb5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2251344 Jun 30 21:52:58.864472 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51318) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:58.871697 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.872161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8233ca-2212-4e94-b213-591841d0b042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fa53bb-7514-4c3d-9a19-805ac363be47,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:58.872792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 86b1ae2d-7be5-43c4-ad39-610ed2e36824 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:52:58.917593 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-89d8ba29-5ef8-43a2-9b5b-407bd9ab5f8b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--170029993&fields=id&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 267 time: 0.0522399 Jun 30 21:52:58.932585 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.954338 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:58.967109 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:58.983317 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:52:58.983317 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:59.034255 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-a60f3f4f-07cb-414c-a1a3-82bb239f0885 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:59.040773 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-a60f3f4f-07cb-414c-a1a3-82bb239f0885 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 816 time: 0.1158404 Jun 30 21:52:59.059725 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-cf341467-bca7-4e62-8762-e52f0852e572 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/quotas/7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 375 time: 0.0131407 Jun 30 21:52:59.093521 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:59.097966 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:59.106150 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91fa53bb-7514-4c3d-9a19-805ac363be47 HTTP/1.1" status: 204 len: 168 time: 0.2336910 Jun 30 21:52:59.109580 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0e453-0fde-4eb2-9586-c1100bfbe9ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fa53bb-7514-4c3d-9a19-805ac363be47,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:52:59.150801 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-6d097110-c816-4619-bc67-c44aded3f0ee tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846467 Jun 30 21:52:59.251763 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-f62ceaf7-b0a2-4708-b514-bcdc70fd170b service neutron] 10.222.0.47 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872176 Jun 30 21:52:59.535118 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-079486ef-b2af-4e1b-afde-49b2dc5e4460 service neutron] 10.222.0.47 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776840 Jun 30 21:52:59.574606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db668a-9bae-4846-9448-80ea6f82a5af req-dd1be283-7e7f-4b30-90fe-8df9b87dfc55 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:52:59.577155 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8db668a-9bae-4846-9448-80ea6f82a5af req-dd1be283-7e7f-4b30-90fe-8df9b87dfc55 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1085320 Jun 30 21:52:59.619935 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8db668a-9bae-4846-9448-80ea6f82a5af req-b1108d9e-f23c-4878-b4a0-2e13db818bcf tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Jun 30 21:52:59.802898 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a8c4987-06fd-4cf9-8509-9c4b1874af6e req-ecf3c8a0-29ad-450d-a811-904d5d49e25a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0284734 Jun 30 21:52:59.847917 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5a8eb602-c7da-4fd9-a748-2981280e0f3a req-1eddb77c-f34b-47e7-b57f-b49b2a22d749 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0347433 Jun 30 21:52:59.853022 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51340) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:52:59.870415 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e008-6ff0-431f-b1cb-2bb48f779014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:52:59.983842 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e008-6ff0-431f-b1cb-2bb48f779014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.034162 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d41ec0f-d57e-45fe-ab57-cd0856ea5339 req-d6205b54-ae7f-4236-8f9d-4dfe6a7a22e4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0296915 Jun 30 21:53:00.083213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f4c8e008-6ff0-431f-b1cb-2bb48f779014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.129132 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8e008-6ff0-431f-b1cb-2bb48f779014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d645e6-7504-4393-9669-14b8a7944b34,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:00.133631 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f4c8e008-6ff0-431f-b1cb-2bb48f779014 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3bc689e22be4f3fbfe6a6e88ed43ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2795343 Jun 30 21:53:00.136342 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51350) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:00.179055 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device f2629ea8-c5eb-42e8-b827-1abd2f7b8377 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:00.219728 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.242422 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.244500 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:00.244871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.471915 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.474553 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:00.481039 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8d645e6-7504-4393-9669-14b8a7944b34 HTTP/1.1" status: 204 len: 168 time: 0.3376174 Jun 30 21:53:00.488963 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e48d4-f50e-4681-91aa-1a0cc4cc589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d645e6-7504-4393-9669-14b8a7944b34,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:00.816968 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c589433-aa1a-4108-a33d-8d5efb65a305 req-0a9c2ce6-3cd5-4443-a586-5412fb8e7794 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:00.818535 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2c589433-aa1a-4108-a33d-8d5efb65a305 req-0a9c2ce6-3cd5-4443-a586-5412fb8e7794 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.0742686 Jun 30 21:53:00.861416 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2c589433-aa1a-4108-a33d-8d5efb65a305 req-147307b9-0c68-4c02-bf0d-75ca687fa141 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365105 Jun 30 21:53:00.971589 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd0e1315-f9b4-47c9-925d-ac5edda9c0ba req-a906561a-5aca-4ead-906d-14520c61bb7d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0461657 Jun 30 21:53:00.973490 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15066ecc-d388-4c5d-807f-a131ee3b0f51 req-0a507f35-3ccd-4364-a56d-8f6e5fbbeb2d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0585239 Jun 30 21:53:01.219359 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-530cac61-748b-4690-8ef8-2288d4668b0d req-677e9eb2-2937-47c4-a663-5b0e460b8c96 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0588944 Jun 30 21:53:01.744077 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:53:02.064471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6655a-8c10-4f0e-8db9-9546a119f075 req-b1a348be-0de2-493f-86bc-6f30546035d4 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:02.064471 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-87b6655a-8c10-4f0e-8db9-9546a119f075 req-b1a348be-0de2-493f-86bc-6f30546035d4 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.0713406 Jun 30 21:53:02.147619 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-87b6655a-8c10-4f0e-8db9-9546a119f075 req-3258556c-0950-4bd4-8698-f98e63855ae0 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Jun 30 21:53:02.149489 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2dfd8c04-957b-4c50-ae46-d8e30d9c8aaa req-9d6c2cec-4aa5-467d-8ac5-52416bd46343 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0442286 Jun 30 21:53:02.436117 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1e06bf65-7586-4900-ab79-46b4374be9f4 req-1763c853-f739-4d83-8d25-62f37a46ae84 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0626621 Jun 30 21:53:02.439062 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-51993baa-3076-4d1d-af25-97d40a1f3066 req-8ad38631-64b2-4f82-98ac-5050c02588c8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0635531 Jun 30 21:53:03.386502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9b6149e-4081-413d-a797-d4007b3edc85 req-00158b2d-1c70-4aea-9c2e-9914d08ecc15 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0765774 Jun 30 21:53:03.443061 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f9c30-419e-4dc1-9998-4d3367a209e8 req-b51d23e2-b5ae-4dd7-8af0-ef09a0246603 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:03.444796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133f9c30-419e-4dc1-9998-4d3367a209e8 req-b51d23e2-b5ae-4dd7-8af0-ef09a0246603 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1479018 Jun 30 21:53:03.495551 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133f9c30-419e-4dc1-9998-4d3367a209e8 req-86026f20-177e-47e4-b1e8-07be58aa2575 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Jun 30 21:53:03.605753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-091a0d7c-dd95-43ff-8453-eec6181ea63e req-60346a4f-ced9-4e35-83b2-d2fd4462fc9c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0389655 Jun 30 21:53:03.645289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dde7dd9-24e2-43cc-bac6-7fbf49760fc9 req-797bd091-a6c3-4f56-876a-404c4265400f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0382380 Jun 30 21:53:04.243606 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.55', 63357) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:04.400593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-90efce59-b138-4e11-af9e-0de325e59ceb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.402082 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-90efce59-b138-4e11-af9e-0de325e59ceb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 819 time: 0.1559386 Jun 30 21:53:04.403740 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-3d55de74-3128-4918-9bdc-241d0de1d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.405242 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-3d55de74-3128-4918-9bdc-241d0de1d4af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68ddc840a77a4844b7829f26b39f093b&device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 1096 time: 0.1307614 Jun 30 21:53:04.434848 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Request body: {'port': {'device_id': '2662367d-4206-488a-b4bf-4261a9d88056', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'admin_state_up': True, 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:04.538515 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-219984bb-c54a-4305-909a-3c0e333c9eb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f HTTP/1.1" status: 200 len: 217 time: 0.1098406 Jun 30 21:53:04.581358 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d575b037-a096-4542-b3ca-1a5a7ae6c8cc req-c81486f3-2fe9-4d73-b337-ef7588e149c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0434799 Jun 30 21:53:04.707680 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e6683-7394-42cc-b688-da52770ced0f req-fc464ff5-84d1-42f9-8dfe-e4123730d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.709490 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-fc464ff5-84d1-42f9-8dfe-e4123730d8d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7136d7-d24a-402e-bcd0-094a1fe67f7e HTTP/1.1" status: 200 len: 851 time: 0.1603289 Jun 30 21:53:04.771563 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-7971ceb2-a47a-4492-aa86-15149f7e64cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a12757a2-3bea-4b50-b768-fdb6c423a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531178 Jun 30 21:53:04.826051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967a6ff-4863-4047-ba09-114ce5e80eb7 req-c9848bf4-7351-4b97-b3ee-518dfa8fde02 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:04.827800 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f967a6ff-4863-4047-ba09-114ce5e80eb7 req-c9848bf4-7351-4b97-b3ee-518dfa8fde02 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.0883245 Jun 30 21:53:04.889135 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Made reservation on behalf of bb127431d4f4471e81b1c4f79730b307 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:04.893449 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:04.925700 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fbe3dd32-9b30-43ee-a4cc-ddf82dfdf951 req-19713615-ea35-4e09-bf14-ba48a3bfddcf tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0787671 Jun 30 21:53:04.967106 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-b699f6da-4d1a-4ebc-a34d-f99a18feddc8 service neutron] 10.222.0.55 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881268 Jun 30 21:53:04.970412 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f967a6ff-4863-4047-ba09-114ce5e80eb7 req-e61693a1-af67-4393-a038-6d4b063b6fac tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347966 Jun 30 21:53:05.125310 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Allocated IP 172.20.0.12 (54650339-dcb8-4b56-a02d-62a05d0e2764/dfcf7f1a-21a8-4a70-90b8-a5d0e459a026/018a5113-06eb-4737-ab1f-a99d10bb5f9e) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:05.144868 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5d0e6683-7394-42cc-b688-da52770ced0f req-9f6bf451-c8f4-4db5-9794-3a9a97b0bdff service neutron] 10.222.0.55 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669455 Jun 30 21:53:05.180868 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-82687cd5-564f-48e3-a778-d0a1f62a2960 req-5033bafb-293c-4f89-ac14-b6c4cb1cfb33 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0291317 Jun 30 21:53:05.287322 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.563308 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.620476 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:05.624924 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:05.628235 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:05.635161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:05.635965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.655359 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Pushing event updated for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:05.717595 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-78065306-f9a2-45ab-9203-351615294580 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2904127 Jun 30 21:53:05.732074 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a3687286-ff7b-4ee1-afb8-cef6fd21d900 req-8ff92c63-fbd9-4924-bb35-ad6d5e0f35af tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0427969 Jun 30 21:53:05.778707 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51544) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:05.896949 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-08e42e64-08b7-4106-a7a3-ee6f34a51193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:05.987961 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-08e42e64-08b7-4106-a7a3-ee6f34a51193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.054192 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-08e42e64-08b7-4106-a7a3-ee6f34a51193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.079945 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a3fcb3d1-b085-4cf4-b201-286a942c774d req-8bbd6184-9a1b-4973-a1f0-e8a3224263fc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0342083 Jun 30 21:53:06.088063 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-08e42e64-08b7-4106-a7a3-ee6f34a51193 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aceb1c34719340ddbd5863744fa2d0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078589 Jun 30 21:53:06.090065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51558) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:06.111589 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e42e64-08b7-4106-a7a3-ee6f34a51193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607f44a-ee41-4a43-9dc3-aef25f84e3ce,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:06.194996 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.205224 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ae79-8cc1-4323-9d9e-bcd97eda6aa7 req-3ed66cf7-ec9a-41d9-b30c-82780719932f tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:06.206737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c465ae79-8cc1-4323-9d9e-bcd97eda6aa7 req-3ed66cf7-ec9a-41d9-b30c-82780719932f tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1157331 Jun 30 21:53:06.241426 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.275862 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c465ae79-8cc1-4323-9d9e-bcd97eda6aa7 req-33cf54f1-6dfd-44ca-8eb7-1bfe9232151f tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606112 Jun 30 21:53:06.338234 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-02dac34b-edf4-4de0-a5dc-a926ae91d7a3 req-895ee4e6-9161-4891-971a-34f0ed7797fe tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jun 30 21:53:06.407370 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.409955 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:06.411071 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b607f44a-ee41-4a43-9dc3-aef25f84e3ce HTTP/1.1" status: 204 len: 168 time: 0.3188996 Jun 30 21:53:06.418767 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db268086-3743-4e6e-9365-e9e5b19ea419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607f44a-ee41-4a43-9dc3-aef25f84e3ce,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:06.873844 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6ced0ef0-c661-42f3-bb17-76507155e7fa req-763535d0-97ca-4345-9303-7eecff20b239 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0308301 Jun 30 21:53:07.061614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51578) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:07.075071 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc3540-bad8-4044-acd5-ced280647bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.162749 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc3540-bad8-4044-acd5-ced280647bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.223500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dcee2d5-fdd0-42c6-b016-d273fd81764c req-10fdc243-2c47-447d-9720-988eef1cd668 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0278270 Jun 30 21:53:07.256672 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-adcc3540-bad8-4044-acd5-ced280647bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.303285 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-adcc3540-bad8-4044-acd5-ced280647bd0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b34eec34a30847faa3f0e3d1c899ddcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405493 Jun 30 21:53:07.304151 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc3540-bad8-4044-acd5-ced280647bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce6f1bf-335a-4765-9a10-aed5ddadcac5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:07.305991 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51584) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:07.359259 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.385223 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.454527 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692d407-98d4-49ff-944f-1d7d89b0a2e7 req-01e78ae8-dfaa-4634-8b63-d5e665e62c8b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:07.456039 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6692d407-98d4-49ff-944f-1d7d89b0a2e7 req-01e78ae8-dfaa-4634-8b63-d5e665e62c8b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.0646183 Jun 30 21:53:07.494422 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e20246e-c6ed-487c-8f45-76a5e55c8801 req-bfab8633-8848-44ea-b077-9876ac5d9b4d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0374327 Jun 30 21:53:07.514686 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6692d407-98d4-49ff-944f-1d7d89b0a2e7 req-a3aeff7d-a347-4787-abbf-a4da3cbb8b64 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494752 Jun 30 21:53:07.579390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.582009 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.583320 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ce6f1bf-335a-4765-9a10-aed5ddadcac5 HTTP/1.1" status: 204 len: 168 time: 0.2757509 Jun 30 21:53:07.591211 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca9f268-233a-4af6-821b-0d7a5a19a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce6f1bf-335a-4765-9a10-aed5ddadcac5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:07.761370 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Request body: {'port': {'device_id': '2662367d-4206-488a-b4bf-4261a9d88056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:07.940118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:07.959909 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-aa4e869d-c4ee-490e-9040-00713693cbb2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:07.961606 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-aa4e869d-c4ee-490e-9040-00713693cbb2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 819 time: 0.1679261 Jun 30 21:53:08.006475 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Request body: {'port': {'device_id': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'admin_state_up': True, 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:08.056265 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-30280c9d-4ef5-484c-8000-ec873f5ca0c7 req-53ad2bd2-a575-47dc-b94e-08d4781c79a4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0468302 Jun 30 21:53:08.374408 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018a5113-06eb-4737-ab1f-a99d10bb5f9e {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:08.382893 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.386415 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Made reservation on behalf of bb127431d4f4471e81b1c4f79730b307 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:08.389977 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.393655 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-70294eb5-e2cf-44bb-8bc9-c03389cd429b req-d34af2a7-03d1-429b-b3f0-b4a259ba3cf6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0323553 Jun 30 21:53:08.415207 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Transition to ACTIVE for port object 018a5113-06eb-4737-ab1f-a99d10bb5f9e will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:08.467809 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.578308 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Pushing event updated for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:08.628860 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.55', 63369) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:08.633981 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Attempting to bind port 018a5113-06eb-4737-ab1f-a99d10bb5f9e on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:08.634320 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Attempting to bind port 018a5113-06eb-4737-ab1f-a99d10bb5f9e by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:08.634651 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Attempting to bind port 018a5113-06eb-4737-ab1f-a99d10bb5f9e on network 54650339-dcb8-4b56-a02d-62a05d0e2764 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:08.644394 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Allocated IP 172.20.0.3 (54650339-dcb8-4b56-a02d-62a05d0e2764/dfcf7f1a-21a8-4a70-90b8-a5d0e459a026/ddeb0f09-7095-4b1f-a407-1a3c0050774b) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:08.646507 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Port 018a5113-06eb-4737-ab1f-a99d10bb5f9e on network 54650339-dcb8-4b56-a02d-62a05d0e2764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:53:08.646830 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Attempting to bind port 018a5113-06eb-4737-ab1f-a99d10bb5f9e on network 54650339-dcb8-4b56-a02d-62a05d0e2764 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:08.658395 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:08.662065 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Checking segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:08.662065 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Bound using segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:08.662065 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Bound port: 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:08.662065 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.715035 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ad3d075-2c92-47a8-b5b0-10fd1ee91b1c req-d2b474ee-7807-4fd3-832c-e24506eb5056 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0497451 Jun 30 21:53:08.786994 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:08.806014 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:08.863106 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78027a6a-8d6e-44a1-8e69-b30a77ca206d req-f6a30566-8e26-4d24-8121-4f642362b978 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:08.864596 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78027a6a-8d6e-44a1-8e69-b30a77ca206d req-f6a30566-8e26-4d24-8121-4f642362b978 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1664701 Jun 30 21:53:08.871546 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-1cf8f1e9-0f81-468d-9ed2-bd018631bec3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:08.872870 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-1cf8f1e9-0f81-468d-9ed2-bd018631bec3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 816 time: 0.2421200 Jun 30 21:53:08.875556 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.938347 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78027a6a-8d6e-44a1-8e69-b30a77ca206d req-192329aa-675e-4909-8bd4-da3e101fc532 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Jun 30 21:53:08.942049 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Pushing event updated for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:08.961570 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:08.974265 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-7a08924f-15dc-48e4-aa18-0d9246949f09 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 379 time: 0.0848475 Jun 30 21:53:08.985127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'port': {'device_id': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'admin_state_up': True, 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'security_groups': ['d4ee86d2-5fff-4657-8219-d98f55692884']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:08.999662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.000451 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.002819 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-322ae728-b06a-465c-b4df-44b7933c1921 service neutron] 10.222.0.55 "PUT /v2.0/ports/018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 1094 time: 1.2487166 Jun 30 21:53:09.017386 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:09.017386 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d72be3-af13-4f8d-b484-757183528501" -d '{"events": [{"name": "network-changed", "server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:09.237548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.279104 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Made reservation on behalf of 7cd0621a42e74dc9bf48126ff6aa7415 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:09.284719 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.289846 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dc1285-99e9-4216-bec5-fc60eb0dcaab x-openstack-request-id: req-39dc1285-99e9-4216-bec5-fc60eb0dcaab {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:09.290242 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:09.290524 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39dc1285-99e9-4216-bec5-fc60eb0dcaab {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:09.290925 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'status': 'completed', 'code': 200} Jun 30 21:53:09.324295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ed46c7c4-4db0-4283-a70e-a2a4b47bcf2a req-034c9e94-ceac-4626-bbfc-33c8b9d43309 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0603242 Jun 30 21:53:09.367337 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Network 54650339-dcb8-4b56-a02d-62a05d0e2764 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:09.369371 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:09.383451 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:09.391221 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.398051 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.411385 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Pushing event updated for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:09.423043 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-3ce9ff67-9310-4ea3-b72e-b9f04200e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.426180 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-3ce9ff67-9310-4ea3-b72e-b9f04200e3c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1097 time: 0.2505398 Jun 30 21:53:09.480766 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-e378edf1-8d40-4b18-9175-f04e05f483a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0394914 Jun 30 21:53:09.536087 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-a48d4ac8-a459-4469-9d13-373b74f76179 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5455029 Jun 30 21:53:09.559323 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-ebc8e52a-b018-4d69-a298-7fe9f6d16bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.561110 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-ebc8e52a-b018-4d69-a298-7fe9f6d16bf9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0731530 Jun 30 21:53:09.594115 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Request body: {'port': {'device_id': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:09.622221 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.55', 63373) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:09.653188 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-b32a043f-44ac-48d0-9a51-e051dee4eff7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508769 Jun 30 21:53:09.688396 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Allocated IP 172.20.0.6 (e724354c-abbf-460d-b34c-012c585f866a/89441928-7227-4e2c-8922-e801412052bd/569fae4a-23fa-467f-b98e-c2698510c684) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:09.798223 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-21490c68-783b-4c81-a1dc-2c4b13eb8e77 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276581 Jun 30 21:53:09.849125 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363fc00-9754-4499-943b-95fffbb11d52 req-07383e2e-ad41-410f-b50e-84409bcd550c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.850662 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9363fc00-9754-4499-943b-95fffbb11d52 req-07383e2e-ad41-410f-b50e-84409bcd550c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 931 time: 0.2717328 Jun 30 21:53:09.864494 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-7a608877-9f91-4898-944e-82d9a8a53b53 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:09.865937 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-7a608877-9f91-4898-944e-82d9a8a53b53 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 811 time: 0.2363751 Jun 30 21:53:09.891622 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:09.953938 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-72b4a60a-070c-4ee1-a7f4-96ec39f65ccc req-aba4f5b7-4ce7-4642-8581-3f3ba29e844f service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319115 Jun 30 21:53:10.133394 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1b8c60fa-a3cb-45c7-9c6f-65dfa50abd61 req-9cc2bc99-64d3-45c3-a591-427bbfd0f0a1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.2522452 Jun 30 21:53:10.166473 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9363fc00-9754-4499-943b-95fffbb11d52 req-08c26161-3178-428b-a79f-984b244863c0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994716 Jun 30 21:53:10.192374 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6346f147-3eaf-41dd-b851-7da82bf508ee tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 379 time: 0.3013108 Jun 30 21:53:10.209173 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'port': {'device_id': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'admin_state_up': True, 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'security_groups': ['19d94baf-7852-4fdf-9298-df7419b2fc1c']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:10.266798 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.289292 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb0f09-7095-4b1f-a407-1a3c0050774b {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:10.300511 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.317188 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Transition to ACTIVE for port object ddeb0f09-7095-4b1f-a407-1a3c0050774b will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:10.326072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72be3-af13-4f8d-b484-757183528501 req-1da8d08c-6427-4678-b3cc-7ed93261678e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.327605 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-1da8d08c-6427-4678-b3cc-7ed93261678e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1097 time: 0.1315594 Jun 30 21:53:10.352128 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Transition to ACTIVE for port object 569fae4a-23fa-467f-b98e-c2698510c684 will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:10.438690 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2a91-c6a8-4702-bf99-6f4e8df20a4f req-87e391e4-8c9d-4bb9-9d3a-7d3319d1b5bb tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.446989 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44ad2a91-c6a8-4702-bf99-6f4e8df20a4f req-87e391e4-8c9d-4bb9-9d3a-7d3319d1b5bb tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.1970625 Jun 30 21:53:10.461875 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.507868 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44ad2a91-c6a8-4702-bf99-6f4e8df20a4f req-5990214e-ddfb-438a-88cd-fe4ac10aeb82 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591340 Jun 30 21:53:10.526958 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-67293e75-1c69-4ad1-a253-a929fd66d727 req-6d085f26-2df6-4644-8b39-5021dcf56ccd tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0407145 Jun 30 21:53:10.563527 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.574125 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Made reservation on behalf of f9f32f5e04804dc8b61d9fdda73e9b5f for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:10.577761 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.582116 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.610421 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72be3-af13-4f8d-b484-757183528501 req-62e2db0a-7a6b-4d35-b447-c973633e9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.612427 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-62e2db0a-7a6b-4d35-b447-c973633e9f42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.2750146 Jun 30 21:53:10.613461 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Attempting to bind port ddeb0f09-7095-4b1f-a407-1a3c0050774b on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:10.613789 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Attempting to bind port ddeb0f09-7095-4b1f-a407-1a3c0050774b by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:10.614138 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Attempting to bind port ddeb0f09-7095-4b1f-a407-1a3c0050774b on network 54650339-dcb8-4b56-a02d-62a05d0e2764 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:10.618541 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Port ddeb0f09-7095-4b1f-a407-1a3c0050774b on network 54650339-dcb8-4b56-a02d-62a05d0e2764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:53:10.618862 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Attempting to bind port ddeb0f09-7095-4b1f-a407-1a3c0050774b on network 54650339-dcb8-4b56-a02d-62a05d0e2764 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:10.630695 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:10.633480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Checking segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:10.633480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Bound using segment: {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:10.633480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Bound port: ddeb0f09-7095-4b1f-a407-1a3c0050774b, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c143d74-f8b5-4887-95bf-f0e966b5a961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:10.633480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.665324 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-dd9ba882-d4ef-4b56-904a-ca11b39004cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0443189 Jun 30 21:53:10.702895 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Network e724354c-abbf-460d-b34c-012c585f866a is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:10.710459 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:10.743419 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:10.749166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.749942 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.759049 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:10.771228 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d72be3-af13-4f8d-b484-757183528501 req-c0ebf858-1752-4c9c-9ac3-e4e57b85c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.772729 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-c0ebf858-1752-4c9c-9ac3-e4e57b85c379 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0926902 Jun 30 21:53:10.781654 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:10.788365 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:10.825909 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-c41db393-689f-48d0-b29c-55e09786a819 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401993 Jun 30 21:53:10.875233 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Allocated IP 172.20.0.8 (41ae212e-7e3f-422b-a17f-5b1ec3953886/9166fd1b-6b8a-45d2-b228-db4b95ba6943/7f72ec83-ede3-4d54-a3de-ba03822f4e07) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:10.896186 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-9086d508-f58e-4fab-94a5-6c26ecfef8c6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9162061 Jun 30 21:53:10.921752 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Request body: {'port': {'device_id': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:10.925436 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.977333 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:10.978007 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:10.979515 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] 10.222.0.55 "PUT /v2.0/ports/ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 200 len: 1093 time: 1.4010930 Jun 30 21:53:10.998435 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-d86d001c-304c-4f6c-8e9e-a7bb6b48e489 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632133 Jun 30 21:53:11.063941 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.076260 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335778c-d836-4ecc-952b-98c778b14114 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:11.164468 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-a8d72be3-af13-4f8d-b484-757183528501 req-b013e4a4-3eda-421d-a006-01242203993b service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584301 Jun 30 21:53:11.248125 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-5ab15c38-ba83-4345-be36-ad1c4bf44fb2 None None] Provisioning for port 569fae4a-23fa-467f-b98e-c2698510c684 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:11.253231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-5ab15c38-ba83-4345-be36-ad1c4bf44fb2 None None] Provisioning complete for port 569fae4a-23fa-467f-b98e-c2698510c684 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:11.253971 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5ab15c38-ba83-4345-be36-ad1c4bf44fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.267712 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-b595c0fb-ef7b-46c7-b5dd-80802a9887bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.272917 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.276383 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-b595c0fb-ef7b-46c7-b5dd-80802a9887bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1096 time: 0.0885813 Jun 30 21:53:11.295058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:11.297189 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac87887-2f3d-48f9-8937-decdeae8f643" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:11.305209 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-5ab15c38-ba83-4345-be36-ad1c4bf44fb2 None None] Port 569fae4a-23fa-467f-b98e-c2698510c684 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:11.334715 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-6761a4ac-57e2-44b6-a83a-24483a317ff9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 200 len: 217 time: 0.0456557 Jun 30 21:53:11.386908 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-c77bc45f-3d1a-4a94-afa3-644b2eba3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.388695 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-c77bc45f-3d1a-4a94-afa3-644b2eba3f65 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0476036 Jun 30 21:53:11.421652 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-6b047586-80bc-4d83-98f4-296a10805400 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259972 Jun 30 21:53:11.454728 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Transition to ACTIVE for port object 7f72ec83-ede3-4d54-a3de-ba03822f4e07 will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:11.610157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3250f961-7ef4-4da6-a142-fa99c1141385 req-28a86fa0-aae3-49ab-8112-7d659d672fda tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.612458 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3250f961-7ef4-4da6-a142-fa99c1141385 req-28a86fa0-aae3-49ab-8112-7d659d672fda tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 931 time: 0.2836781 Jun 30 21:53:11.627935 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34d88c-0d60-42be-883e-a1e5226073f9 req-f56031f8-f04a-4d87-a58c-974e95b00fd7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.629716 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bc34d88c-0d60-42be-883e-a1e5226073f9 req-f56031f8-f04a-4d87-a58c-974e95b00fd7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 943 time: 0.2964506 Jun 30 21:53:11.741647 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-3f798962-3eef-45be-bdaa-7707addd927b service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129516 Jun 30 21:53:11.750782 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bc34d88c-0d60-42be-883e-a1e5226073f9 req-f3209ede-eea1-4446-891d-4eb9864b300c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Jun 30 21:53:11.753419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3250f961-7ef4-4da6-a142-fa99c1141385 req-a8dda1f4-cdf6-458a-810e-a27832a472cf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208999 Jun 30 21:53:11.761758 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.772661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:11.824807 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.825055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412f77a6-9dec-4f32-9837-c81f6681c213 x-openstack-request-id: req-412f77a6-9dec-4f32-9837-c81f6681c213 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:11.825055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:11.825055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-412f77a6-9dec-4f32-9837-c81f6681c213 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:11.825055 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b', 'status': 'completed', 'code': 200} Jun 30 21:53:11.838034 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:11.844985 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:11.847618 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:11.849459 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Transition to ACTIVE for port object 569fae4a-23fa-467f-b98e-c2698510c684 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:11.850567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:11.856041 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:11.856929 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:11.910984 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.002761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-974ef8d3-c0b8-47ed-be85-6e635456f8ed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8024161 Jun 30 21:53:12.088814 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.127347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Attempting to bind port 569fae4a-23fa-467f-b98e-c2698510c684 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:12.127844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Attempting to bind port 569fae4a-23fa-467f-b98e-c2698510c684 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:12.128297 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Attempting to bind port 569fae4a-23fa-467f-b98e-c2698510c684 on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:12.146551 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23b605-48ef-47f1-a171-129e3202fec1 req-c3acdd3e-7f47-432f-97b6-634219c186bc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:12.148103 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e23b605-48ef-47f1-a171-129e3202fec1 req-c3acdd3e-7f47-432f-97b6-634219c186bc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 931 time: 0.2262492 Jun 30 21:53:12.149805 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Port 569fae4a-23fa-467f-b98e-c2698510c684 on network e724354c-abbf-460d-b34c-012c585f866a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:53:12.150123 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Attempting to bind port 569fae4a-23fa-467f-b98e-c2698510c684 on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:12.166364 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:12.166364 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Checking segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:12.166364 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Bound using segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:12.166981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Bound port: 569fae4a-23fa-467f-b98e-c2698510c684, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:12.167193 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.195950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ff252-07a2-4c55-a1ab-a02b4f28863d req-f4d6a33a-1bde-454c-8be2-929ff8ed6029 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:12.197449 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b63ff252-07a2-4c55-a1ab-a02b4f28863d req-f4d6a33a-1bde-454c-8be2-929ff8ed6029 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.2624321 Jun 30 21:53:12.218066 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-61d9cb54-dad8-4eb8-a55b-7e627f1e2eb9 None None] Provisioning for port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:12.222995 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-61d9cb54-dad8-4eb8-a55b-7e627f1e2eb9 None None] Provisioning complete for port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:12.223456 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-61d9cb54-dad8-4eb8-a55b-7e627f1e2eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.256693 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e23b605-48ef-47f1-a171-129e3202fec1 req-87a9af37-dcd8-4938-9f5c-fc03505eec6f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989652 Jun 30 21:53:12.257719 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-61d9cb54-dad8-4eb8-a55b-7e627f1e2eb9 None None] Port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:53:12.298477 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b63ff252-07a2-4c55-a1ab-a02b4f28863d req-03cdb0dc-0484-48e5-af64-45dee782825e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926435 Jun 30 21:53:12.303779 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:12.307285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:12.379470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.416832 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:12.417619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:12.419313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] 10.222.0.55 "PUT /v2.0/ports/569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 200 len: 1093 time: 1.5030098 Jun 30 21:53:12.419756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:12.519845 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4bd5-dad4-464f-84c9-618e7003531e service neutron] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:12.586564 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf1ee96-07a8-495c-bc04-df9565f214c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:12.682051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3233f91-95d8-4c8c-b7d3-d55bd8a8cad8 x-openstack-request-id: req-e3233f91-95d8-4c8c-b7d3-d55bd8a8cad8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:12.682341 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:12.682608 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3233f91-95d8-4c8c-b7d3-d55bd8a8cad8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:12.683046 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'status': 'completed', 'code': 200} Jun 30 21:53:13.139835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462412fd-8664-42aa-94be-e6549982f9e3 req-cf0e7c3b-39ba-4033-924e-6fff4020aa88 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:13.149889 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-462412fd-8664-42aa-94be-e6549982f9e3 req-cf0e7c3b-39ba-4033-924e-6fff4020aa88 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 943 time: 0.2780294 Jun 30 21:53:13.149889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bb5c9-8073-4dc1-b6ef-f430b7829257 req-5c3c33b9-f00e-460e-9797-89b80458b3a7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:13.149889 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-204bb5c9-8073-4dc1-b6ef-f430b7829257 req-5c3c33b9-f00e-460e-9797-89b80458b3a7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.2547820 Jun 30 21:53:13.204015 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-462412fd-8664-42aa-94be-e6549982f9e3 req-24e0a39c-562c-451e-80fc-05bb4ab7b835 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532746 Jun 30 21:53:13.209991 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-204bb5c9-8073-4dc1-b6ef-f430b7829257 req-6a2f4b19-77ef-4975-a8f3-f6f2a33b882e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505865 Jun 30 21:53:13.472466 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698c348-00bc-4511-b068-55834e67c9e5 req-ff69c987-0fba-4dc7-95c1-19a0f88d358d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:13.473931 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2698c348-00bc-4511-b068-55834e67c9e5 req-ff69c987-0fba-4dc7-95c1-19a0f88d358d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 931 time: 0.1009808 Jun 30 21:53:13.503435 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103496cc-8138-40a9-b550-0dbea31e5429 req-6c14e93a-eb00-4af0-8ac4-757e5fc28caa tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:13.504853 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-103496cc-8138-40a9-b550-0dbea31e5429 req-6c14e93a-eb00-4af0-8ac4-757e5fc28caa tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.0968649 Jun 30 21:53:13.533964 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2698c348-00bc-4511-b068-55834e67c9e5 req-a8985f65-40db-4839-a053-80769bf61da9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543270 Jun 30 21:53:13.553153 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-103496cc-8138-40a9-b550-0dbea31e5429 req-cb4bec65-e548-473e-b245-5c2d0138486c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381694 Jun 30 21:53:14.422295 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df24d1-91d4-45af-b481-3f77e88f906b req-d1497538-0b5e-4a85-b293-da06103d0fde tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:14.424663 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-79df24d1-91d4-45af-b481-3f77e88f906b req-d1497538-0b5e-4a85-b293-da06103d0fde tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 943 time: 0.1120040 Jun 30 21:53:14.432044 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f62aad-98bd-426d-b3a9-5eb29a3ccced req-9030f339-54ad-4d98-8584-f7a52f90537d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:14.433412 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15f62aad-98bd-426d-b3a9-5eb29a3ccced req-9030f339-54ad-4d98-8584-f7a52f90537d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1106479 Jun 30 21:53:14.490863 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-79df24d1-91d4-45af-b481-3f77e88f906b req-a2db39f5-e3c1-45b7-9b8e-448ae66b64a4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565009 Jun 30 21:53:14.496307 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15f62aad-98bd-426d-b3a9-5eb29a3ccced req-5eb9a986-1db0-4356-81fd-d5c3c7dbc9c4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549848 Jun 30 21:53:14.704341 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device b9524c8a-eace-4b7a-b66d-f88bf0174e4f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:14.729614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Request body: {'port': {'device_id': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:14.780736 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-296b8c79-1914-4cae-a28d-ca8d5fb230b5 req-541d62b1-a322-4e7d-b1ee-351a1beaa7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054320 Jun 30 21:53:14.825809 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,segment=NetworkSegment(ba1703e9-39ed-43a9-935d-4cf3dcabc44a),segment_id=ba1703e9-39ed-43a9-935d-4cf3dcabc44a)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:14.839198 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f', 'network_id': 'a12757a2-3bea-4b50-b768-fdb6c423a4ff', 'port_id': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f', 'mac_address': 'fa:16:3e:56:b6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee7136d7-d24a-402e-bcd0-094a1fe67f7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:14.878288 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.890785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9524c8a-eace-4b7a-b66d-f88bf0174e4f {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:14.910831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546d4a-fb7a-41cc-9770-efe27b05f111 req-e74cac83-9fa0-4dbc-9a59-573906a92e1d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:14.911181 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,segment=NetworkSegment(ba1703e9-39ed-43a9-935d-4cf3dcabc44a),segment_id=ba1703e9-39ed-43a9-935d-4cf3dcabc44a)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:14.912320 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3a546d4a-fb7a-41cc-9770-efe27b05f111 req-e74cac83-9fa0-4dbc-9a59-573906a92e1d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 931 time: 0.2718425 Jun 30 21:53:14.946893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a5369-d85e-4141-9fe3-26a5ea9cc533 req-0ac174a4-91de-414a-81e6-5d7ade294a95 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:14.948433 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-483a5369-d85e-4141-9fe3-26a5ea9cc533 req-0ac174a4-91de-414a-81e6-5d7ade294a95 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 943 time: 0.2787104 Jun 30 21:53:14.965151 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.975286 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-99c0d4e8-515c-44f8-bbd0-0426bc5d9b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:14.976725 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-99c0d4e8-515c-44f8-bbd0-0426bc5d9b84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1096 time: 0.2411094 Jun 30 21:53:14.984636 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:14.985451 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 018a5113-06eb-4737-ab1f-a99d10bb5f9e details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:15.023572 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-9e005f21-899c-4191-a123-2f535982af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.025409 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-9e005f21-899c-4191-a123-2f535982af13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1096 time: 0.0572426 Jun 30 21:53:15.050125 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3a546d4a-fb7a-41cc-9770-efe27b05f111 req-fbe51f3d-7883-4dc1-ba50-96caa8f21f6c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312418 Jun 30 21:53:15.148601 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-7338bb68-5682-423b-aa4d-417bb22042b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.149231 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-7338bb68-5682-423b-aa4d-417bb22042b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.1168644 Jun 30 21:53:15.156193 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-483a5369-d85e-4141-9fe3-26a5ea9cc533 req-3e737ebb-20d9-4b8d-afae-cb598bfdf388 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965289 Jun 30 21:53:15.191977 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:15.222486 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-f87b49e3-b604-45e3-9e43-e895cd213e66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 200 len: 217 time: 0.0656476 Jun 30 21:53:15.288623 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:15.289745 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-04636bac-382b-4819-8e10-94ec35cd1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.291329 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-04636bac-382b-4819-8e10-94ec35cd1205 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0612772 Jun 30 21:53:15.301964 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'port_id': '018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'mac_address': 'fa:16:3e:9e:47:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:15.327584 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-2c27bddf-b36e-434d-b10f-1aef16ecb23c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289056 Jun 30 21:53:15.348846 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.364832 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018a5113-06eb-4737-ab1f-a99d10bb5f9e {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:15.374327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-fc5112b1-8a32-4662-8ce5-e8d90d5d955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.375964 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-fc5112b1-8a32-4662-8ce5-e8d90d5d955e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3829913 Jun 30 21:53:15.385812 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:15.435609 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-f98f23dd-a510-48cb-8fe1-e42b1e9b1fa6 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988183 Jun 30 21:53:15.476071 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.555078 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8ac87887-2f3d-48f9-8937-decdeae8f643 req-729fd7ac-62d8-4e02-b5f8-d77cddda7755 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134112 Jun 30 21:53:15.558680 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:15.627890 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-e0a8ffb6-bf92-4c9f-b458-21c11302ad3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.627890 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cf1ee96-07a8-495c-bc04-df9565f214c2 req-e0a8ffb6-bf92-4c9f-b458-21c11302ad3f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2444580 Jun 30 21:53:15.693057 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.768301 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f72ec83-ede3-4d54-a3de-ba03822f4e07 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:15.805420 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:15.835144 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Transition to ACTIVE for port object 7f72ec83-ede3-4d54-a3de-ba03822f4e07 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:15.868941 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76d174-b50b-4056-9871-a32f0f196692 req-fea43c26-638d-430b-865e-3fd7125d2bdc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.870436 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a76d174-b50b-4056-9871-a32f0f196692 req-fea43c26-638d-430b-865e-3fd7125d2bdc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1903853 Jun 30 21:53:15.877627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095260e9-facf-4261-a385-44ad5059a0db req-cddbed40-7d33-4ee6-889f-32a9c4e4e4d8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.879088 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-095260e9-facf-4261-a385-44ad5059a0db req-cddbed40-7d33-4ee6-889f-32a9c4e4e4d8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 943 time: 0.2001953 Jun 30 21:53:15.892854 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-e0032dec-f914-476c-a3e4-4dabb4e11480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:15.894293 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-e0032dec-f914-476c-a3e4-4dabb4e11480 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1096 time: 0.1503894 Jun 30 21:53:15.940845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['018a5113-06eb-4737-ab1f-a99d10bb5f9e'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:15.959727 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['b9524c8a-eace-4b7a-b66d-f88bf0174e4f'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:16.172958 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:16.186769 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-cfb1923c-ba3c-4fa1-8921-016b109c83fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 200 len: 217 time: 0.2673619 Jun 30 21:53:16.269473 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a76d174-b50b-4056-9871-a32f0f196692 req-8e5bada1-3c14-4ae8-88d4-7497d1598c69 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3892443 Jun 30 21:53:16.278911 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-095260e9-facf-4261-a385-44ad5059a0db req-05729d44-a68c-42e6-ad66-5f238ab619e1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887050 Jun 30 21:53:16.300129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Pushing event updated for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:16.307392 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-23b4c835-aaa4-495d-8736-37771e9c14a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:16.308880 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-23b4c835-aaa4-495d-8736-37771e9c14a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0917289 Jun 30 21:53:16.433755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Attempting to bind port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:16.434642 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Attempting to bind port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:16.435132 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Attempting to bind port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:16.485619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:53:16.486156 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Attempting to bind port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:16.520804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:16.521045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Checking segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:16.521437 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Bound using segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:16.521917 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Bound port: 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:16.522280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:16.589610 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-423365e2-1f34-4e11-8781-867312861739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:16.591133 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-423365e2-1f34-4e11-8781-867312861739 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2487144 Jun 30 21:53:16.662264 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb7fe9-f85b-4c95-a5b9-de52c1408b1d req-d764bfe8-8d37-475f-82e6-2da53aca880a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:16.663735 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44bb7fe9-f85b-4c95-a5b9-de52c1408b1d req-d764bfe8-8d37-475f-82e6-2da53aca880a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.2311285 Jun 30 21:53:16.725113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653bd014-05df-4e85-92c2-49f5d8e10dc0 req-5329a9ca-6d7f-4f99-9cea-87fc3ba85a90 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:16.726780 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-653bd014-05df-4e85-92c2-49f5d8e10dc0 req-5329a9ca-6d7f-4f99-9cea-87fc3ba85a90 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 944 time: 0.2692745 Jun 30 21:53:16.733718 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:16.769330 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:16.803143 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44bb7fe9-f85b-4c95-a5b9-de52c1408b1d req-2f611025-030d-4095-a7f3-eb375de3cd95 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284380 Jun 30 21:53:16.809434 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-3b328872-00a5-4b0c-9392-f43c0f4cb678 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040527 Jun 30 21:53:16.839150 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:16.855002 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-653bd014-05df-4e85-92c2-49f5d8e10dc0 req-0706ef6a-eb56-4b34-8615-e9d56e2f2012 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141877 Jun 30 21:53:16.909450 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:16.910119 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:16.911530 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] 10.222.0.55 "PUT /v2.0/ports/7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 1093 time: 2.1862607 Jun 30 21:53:16.911975 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:16.914281 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca" -d '{"events": [{"name": "network-changed", "server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:16.968329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6bfb15-5165-4879-9cb6-5bb2608c55f2 x-openstack-request-id: req-9c6bfb15-5165-4879-9cb6-5bb2608c55f2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:16.968615 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:16.968880 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c6bfb15-5165-4879-9cb6-5bb2608c55f2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:16.969267 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'status': 'completed', 'code': 200} Jun 30 21:53:16.981519 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d546901-3be4-4dc3-88a9-e7794d4aca49 service neutron] Pushing event updated for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:17.015209 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af74d890-474e-48d1-a6ab-9fe9171e5313 req-d5066c9a-8383-4453-8209-3cbe0877f9e5 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915150 Jun 30 21:53:17.061077 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-ee30b116-bd64-45af-9c20-5b2608f0d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.062613 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-ee30b116-bd64-45af-9c20-5b2608f0d2fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1096 time: 0.0600245 Jun 30 21:53:17.081889 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3995fcaf-b38e-43d6-993b-08942f49bcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.179118 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-2e9d83a8-4ad6-4535-a52e-5623bbaffd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.180490 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-2e9d83a8-4ad6-4535-a52e-5623bbaffd02 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1035881 Jun 30 21:53:17.283856 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-5bbd77bf-5456-4bba-bade-1bde665e150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.285288 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8cd4741-13a6-4cc2-a02c-ef836e8e50ca req-5bbd77bf-5456-4bba-bade-1bde665e150e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982268 Jun 30 21:53:17.484366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-605020b1-fd0e-4ffa-9ae0-92387b9e4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.486044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-605020b1-fd0e-4ffa-9ae0-92387b9e4092 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1096 time: 0.1320410 Jun 30 21:53:17.525726 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device ddeb0f09-7095-4b1f-a407-1a3c0050774b details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:17.538710 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device b9524c8a-eace-4b7a-b66d-f88bf0174e4f up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:17.549018 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c271a9f2-7588-4550-b730-a5f73c455562 req-5ad4aee0-9a45-45fa-ad37-ee23d7a9e130 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.550615 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c271a9f2-7588-4550-b730-a5f73c455562 req-5ad4aee0-9a45-45fa-ad37-ee23d7a9e130 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1504037 Jun 30 21:53:17.553569 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-7eca3810-b76e-48b8-b5b6-646ca941c454 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 217 time: 0.0508645 Jun 30 21:53:17.582234 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc75377-a787-481c-804f-0ec614d0ac4f req-76a8978f-a880-4531-922a-fb7eacf55b2d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.582234 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5fc75377-a787-481c-804f-0ec614d0ac4f req-76a8978f-a880-4531-922a-fb7eacf55b2d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 943 time: 0.1699994 Jun 30 21:53:17.657698 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c271a9f2-7588-4550-b730-a5f73c455562 req-6e1eaa55-0c48-4534-896f-b2d15837e27f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012425 Jun 30 21:53:17.664127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-e9b5ff7a-07b3-41a1-b139-d09ed70cdc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:17.665532 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-e9b5ff7a-07b3-41a1-b139-d09ed70cdc39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.1029794 Jun 30 21:53:17.675341 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5fc75377-a787-481c-804f-0ec614d0ac4f req-c9cea776-f5b5-4462-8198-3aa2b1e797e1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852275 Jun 30 21:53:17.679654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:17.693521 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b', 'network_id': '54650339-dcb8-4b56-a02d-62a05d0e2764', 'port_id': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b', 'mac_address': 'fa:16:3e:be:6e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfcf7f1a-21a8-4a70-90b8-a5d0e459a026', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:17.730278 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port b9524c8a-eace-4b7a-b66d-f88bf0174e4f completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:17.737700 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port b9524c8a-eace-4b7a-b66d-f88bf0174e4f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:17.739046 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.766068 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.791200 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb0f09-7095-4b1f-a407-1a3c0050774b {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:17.816082 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:17.882216 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.897668 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:17.966206 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:17.988191 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,segment=NetworkSegment(ba1703e9-39ed-43a9-935d-4cf3dcabc44a),segment_id=ba1703e9-39ed-43a9-935d-4cf3dcabc44a)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:18.053961 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b5d760-4e44-4c9d-a5d7-2dedf179e205" -d '{"events": [{"server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "name": "network-vif-plugged", "status": "completed", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:18.077258 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.078080 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 018a5113-06eb-4737-ab1f-a99d10bb5f9e up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:18.082966 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:18.087689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e1a1-961f-4074-9899-d38c73c83918 req-cbe994ea-c3cd-4c5b-8d22-cb49caed5758 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:18.094695 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-96c4e1a1-961f-4074-9899-d38c73c83918 req-cbe994ea-c3cd-4c5b-8d22-cb49caed5758 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.1478775 Jun 30 21:53:18.138393 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-96c4e1a1-961f-4074-9899-d38c73c83918 req-0d0624c0-2aa6-4196-8555-474a573c0bda tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418880 Jun 30 21:53:18.173355 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39135cc9-2b4d-4122-8691-5939dbddad1b req-49c5df48-d496-4a49-b230-132918b57ee5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:18.173355 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-39135cc9-2b4d-4122-8691-5939dbddad1b req-49c5df48-d496-4a49-b230-132918b57ee5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 944 time: 0.1520829 Jun 30 21:53:18.183948 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:18.227438 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-39135cc9-2b4d-4122-8691-5939dbddad1b req-ed1d6fc5-fd11-4897-acc8-e0dfba308f10 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462894 Jun 30 21:53:18.284233 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4619a94d-d8e8-45e1-9be8-6e1bc34ed04b x-openstack-request-id: req-4619a94d-d8e8-45e1-9be8-6e1bc34ed04b {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:18.284524 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "name": "network-vif-plugged", "status": "completed", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:18.288813 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4619a94d-d8e8-45e1-9be8-6e1bc34ed04b {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:18.288813 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f', 'code': 200} Jun 30 21:53:18.299876 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 018a5113-06eb-4737-ab1f-a99d10bb5f9e completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:18.304368 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 018a5113-06eb-4737-ab1f-a99d10bb5f9e triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:18.304738 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.386862 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.419370 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:18.498537 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.552850 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:18.600418 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51966) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:18.718026 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f01-1369-433a-b166-cd2e59df9b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.726297 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-fd4b0786-60e5-43ba-b545-a4eeab4be5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:18.728044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-fd4b0786-60e5-43ba-b545-a4eeab4be5de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880501 Jun 30 21:53:18.912482 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f01-1369-433a-b166-cd2e59df9b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:18.938441 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037804-502d-4f55-a125-3c13bf3bda50 req-908cfc57-1aa1-49c2-a655-fc1e69c960b6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:18.940818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-06037804-502d-4f55-a125-3c13bf3bda50 req-908cfc57-1aa1-49c2-a655-fc1e69c960b6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1488044 Jun 30 21:53:18.948897 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b0332-4112-4300-b7eb-32a7baa92d63 req-5a77278c-afe5-4c6f-9c40-eb152ac23e04 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:18.950428 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-056b0332-4112-4300-b7eb-32a7baa92d63 req-5a77278c-afe5-4c6f-9c40-eb152ac23e04 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1465073 Jun 30 21:53:19.010975 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-056b0332-4112-4300-b7eb-32a7baa92d63 req-8c0e15ac-3399-4277-848e-0c5f718b8353 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532429 Jun 30 21:53:19.014057 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-06037804-502d-4f55-a125-3c13bf3bda50 req-30ef19a8-4777-4276-b5d4-d3a0b1d19a22 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626791 Jun 30 21:53:19.014685 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3c4b1f01-1369-433a-b166-cd2e59df9b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.054686 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4b1f01-1369-433a-b166-cd2e59df9b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ecba2f-7229-4c6f-b8bb-e9e3ca64359f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:19.060141 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3c4b1f01-1369-433a-b166-cd2e59df9b3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=898709bb149b4800967c3f4020827885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585392 Jun 30 21:53:19.066587 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:19.115678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.140006 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.281907 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e7ae2410-7361-4a40-b26a-9866347ef485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.314548 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.314895 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:19.318347 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7ecba2f-7229-4c6f-b8bb-e9e3ca64359f HTTP/1.1" status: 204 len: 168 time: 0.2516992 Jun 30 21:53:19.328357 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418d169-2d33-49ca-a1c1-521160e3eed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ecba2f-7229-4c6f-b8bb-e9e3ca64359f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:19.351826 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98788c99-b3e6-4328-9a82-54f7016d149d req-5447b23d-4fe7-4e71-a4c6-26fe8ca7f70c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:19.354264 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98788c99-b3e6-4328-9a82-54f7016d149d req-5447b23d-4fe7-4e71-a4c6-26fe8ca7f70c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0930588 Jun 30 21:53:19.433677 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98788c99-b3e6-4328-9a82-54f7016d149d req-7bc6ada9-8a2e-4d5a-b2a1-401764c65f10 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593042 Jun 30 21:53:19.456557 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b5e1b-8e78-40bc-823c-c04a3fb95395 req-c797c408-1882-4ae8-9941-870999b6371c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:19.463786 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6f3b5e1b-8e78-40bc-823c-c04a3fb95395 req-c797c408-1882-4ae8-9941-870999b6371c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0945680 Jun 30 21:53:19.496082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6f3b5e1b-8e78-40bc-823c-c04a3fb95395 req-ed2cde44-533a-44d4-aac1-d9e3e1e2bc4f tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Jun 30 21:53:19.912378 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 51990) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:19.927099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a12bb252-47b4-47a7-b209-afefd6839f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.007550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.032606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a12bb252-47b4-47a7-b209-afefd6839f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.104497 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a12bb252-47b4-47a7-b209-afefd6839f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.157185 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12bb252-47b4-47a7-b209-afefd6839f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91caed8-af53-4730-8023-66501c7e7595,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:20.212701 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a12bb252-47b4-47a7-b209-afefd6839f53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1b176217d654eb4bb5ea9a10252e388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992320 Jun 30 21:53:20.215974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 51996) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:20.260462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0fc8c-c1cf-4c48-a4fa-cd4802052fa4 req-e77e66d6-a955-45b1-8f22-48f5ef5f838f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:20.261973 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-27e0fc8c-c1cf-4c48-a4fa-cd4802052fa4 req-e77e66d6-a955-45b1-8f22-48f5ef5f838f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1261995 Jun 30 21:53:20.272681 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1d7c6-9c8f-4dc6-89e6-827ab3ca2ee4 req-d79f6fbc-89cb-4ea8-b2ea-b8c18ec3b566 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:20.274213 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ad1d7c6-9c8f-4dc6-89e6-827ab3ca2ee4 req-d79f6fbc-89cb-4ea8-b2ea-b8c18ec3b566 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1241727 Jun 30 21:53:20.280721 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.286127 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:20.288616 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b716a-53d3-472a-b7a7-6336f69edaee" -d '{"events": [{"server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "name": "network-vif-plugged", "status": "completed", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:20.309965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.339988 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-27e0fc8c-c1cf-4c48-a4fa-cd4802052fa4 req-45a411fd-81d4-4fae-978d-fb1fda7af1a2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645318 Jun 30 21:53:20.343721 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ad1d7c6-9c8f-4dc6-89e6-827ab3ca2ee4 req-c7e63bcb-4ecc-4254-b9a5-a67438d70041 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623047 Jun 30 21:53:20.378875 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.392028 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2b3882-24a4-4ade-91c4-aa13669e5154 x-openstack-request-id: req-5d2b3882-24a4-4ade-91c4-aa13669e5154 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:20.392343 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "name": "network-vif-plugged", "status": "completed", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:20.392588 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d2b3882-24a4-4ade-91c4-aa13669e5154 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:20.392993 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'code': 200} Jun 30 21:53:20.458780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.461591 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:20.462778 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c91caed8-af53-4730-8023-66501c7e7595 HTTP/1.1" status: 204 len: 168 time: 0.2452905 Jun 30 21:53:20.471133 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2867da-b6a5-4b42-9d99-da77bbbc34f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91caed8-af53-4730-8023-66501c7e7595,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:20.726147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345f3e5-b958-4c58-9e3f-047f91987731 req-e129b7ab-f59b-4ab7-b4ea-5058cb407868 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:20.727654 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b345f3e5-b958-4c58-9e3f-047f91987731 req-e129b7ab-f59b-4ab7-b4ea-5058cb407868 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.1094215 Jun 30 21:53:20.742984 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc858c-d2af-42b5-b43d-fa22d7e7ea86 req-72008ed6-8e0f-4a5f-8fa4-eb3508f37e52 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:20.744474 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dfdc858c-d2af-42b5-b43d-fa22d7e7ea86 req-72008ed6-8e0f-4a5f-8fa4-eb3508f37e52 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0950534 Jun 30 21:53:20.833655 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b345f3e5-b958-4c58-9e3f-047f91987731 req-1eb2a06b-fb04-4ead-ba15-dd8049e149ec tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997701 Jun 30 21:53:20.865596 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dfdc858c-d2af-42b5-b43d-fa22d7e7ea86 req-37256149-be31-404a-89ef-1985cc056578 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149788 Jun 30 21:53:20.902189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-19558309-cacb-4622-a796-473b96bde8c7 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421711 Jun 30 21:53:20.986915 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['ddeb0f09-7095-4b1f-a407-1a3c0050774b'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:21.014649 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c69fd905-dfdd-4fe7-8cda-5ac5dceec617 req-ecd8ff08-22ee-4893-be6e-af9d379396d6 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052866 Jun 30 21:53:21.159381 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-a985bec2-2848-410a-9141-41dbd59e9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:21.161394 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-a985bec2-2848-410a-9141-41dbd59e9b2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.0929585 Jun 30 21:53:21.587127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f909c0-86d2-4b44-a9c2-d54f4666a321 req-2166b554-3d74-4c57-b5c9-24895cca69b3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:21.588623 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-19f909c0-86d2-4b44-a9c2-d54f4666a321 req-2166b554-3d74-4c57-b5c9-24895cca69b3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1230729 Jun 30 21:53:21.598181 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88705daa-4e5c-4ee8-b8e7-9d62e95b7944 req-ea24a0f2-66bf-486b-bbd0-e64b0f5bb646 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:21.599726 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88705daa-4e5c-4ee8-b8e7-9d62e95b7944 req-ea24a0f2-66bf-486b-bbd0-e64b0f5bb646 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1222661 Jun 30 21:53:21.662164 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-19f909c0-86d2-4b44-a9c2-d54f4666a321 req-f14ece74-e290-4659-8dec-7b7a2ab4cef3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Jun 30 21:53:21.668513 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88705daa-4e5c-4ee8-b8e7-9d62e95b7944 req-8e469dae-9271-4856-b498-566e5a0ba212 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603127 Jun 30 21:53:22.086137 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:22.236468 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ce283-9146-4f10-a87c-5159877f129d req-9acd54ea-9c79-4d1c-98d3-d5e2bd489bf7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:22.237956 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-836ce283-9146-4f10-a87c-5159877f129d req-9acd54ea-9c79-4d1c-98d3-d5e2bd489bf7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.2958779 Jun 30 21:53:22.277914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657f59b-9e61-4974-8695-99d027bf3eb6 req-d4b30ec2-0140-4b44-b76f-5c07a0f5994c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:22.279367 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a657f59b-9e61-4974-8695-99d027bf3eb6 req-d4b30ec2-0140-4b44-b76f-5c07a0f5994c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.2944789 Jun 30 21:53:22.303151 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-836ce283-9146-4f10-a87c-5159877f129d req-9ad72561-402c-498f-a330-68c9249188ba tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586674 Jun 30 21:53:22.323052 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a657f59b-9e61-4974-8695-99d027bf3eb6 req-e5d4a34e-3b05-469c-b5e4-bbd3e39886d5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378611 Jun 30 21:53:22.881899 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f16ba9-50ce-4720-8ec2-207e848377ee req-9c72d648-a319-4fe1-9c99-80e7597913b8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:22.883365 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5f16ba9-50ce-4720-8ec2-207e848377ee req-9c72d648-a319-4fe1-9c99-80e7597913b8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1054556 Jun 30 21:53:22.895808 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c5b33-1bcd-4936-b15f-1a81b4906d9f req-1be4aac6-3ad7-4f5f-bc5f-0e6a44e76526 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:22.897166 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e1c5b33-1bcd-4936-b15f-1a81b4906d9f req-1be4aac6-3ad7-4f5f-bc5f-0e6a44e76526 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0919752 Jun 30 21:53:22.953487 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5f16ba9-50ce-4720-8ec2-207e848377ee req-42f908f5-6369-419c-9a54-4270f49bc59b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553491 Jun 30 21:53:22.959115 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e1c5b33-1bcd-4936-b15f-1a81b4906d9f req-7d2b2a12-b78c-4313-8a00-6d64414a1009 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540888 Jun 30 21:53:23.541535 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1cd6-3271-4891-8517-b244cac9ee5e req-69b9ccf7-d70e-4760-81af-ea21dcfd6139 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:23.543034 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-412a1cd6-3271-4891-8517-b244cac9ee5e req-69b9ccf7-d70e-4760-81af-ea21dcfd6139 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.1132507 Jun 30 21:53:23.550850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465ea89-2a6b-4cc2-8593-6496c6f43924 req-6e2b24fe-2a48-478d-9b34-e780efefd8c9 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:23.552261 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f465ea89-2a6b-4cc2-8593-6496c6f43924 req-6e2b24fe-2a48-478d-9b34-e780efefd8c9 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.1127563 Jun 30 21:53:23.609833 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-412a1cd6-3271-4891-8517-b244cac9ee5e req-6d7e1c80-3d27-4307-bbc0-91c718c74a54 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566094 Jun 30 21:53:23.622961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f465ea89-2a6b-4cc2-8593-6496c6f43924 req-5949b21c-77ca-4316-b686-e95b6698b946 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563312 Jun 30 21:53:24.052147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-e85764a7-fb20-4482-b20b-51fce9218b92 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:24.255065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e470-d1e6-4155-be77-98bdbb77361e req-6feefdc0-e66c-4377-ae18-346f85c2786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:24.256822 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5547e470-d1e6-4155-be77-98bdbb77361e req-6feefdc0-e66c-4377-ae18-346f85c2786c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 1098 time: 0.1861320 Jun 30 21:53:24.269586 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5ca70-7d78-4a55-a847-d5012d3a8fd4 req-6748058f-c9b2-4454-89e7-66b1846dd314 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:24.271017 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a1c5ca70-7d78-4a55-a847-d5012d3a8fd4 req-6748058f-c9b2-4454-89e7-66b1846dd314 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.2036815 Jun 30 21:53:24.305494 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5547e470-d1e6-4155-be77-98bdbb77361e req-9438ee79-450c-4efc-a8f7-a68b59303988 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:24.322277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803f6f0-cada-4360-bda6-52843f80b68d req-49ec7a30-4338-4d81-b8f3-6f1c82baf8e0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:24.323752 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1803f6f0-cada-4360-bda6-52843f80b68d req-49ec7a30-4338-4d81-b8f3-6f1c82baf8e0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.2342377 Jun 30 21:53:24.348490 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-e85764a7-fb20-4482-b20b-51fce9218b92 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:24.383309 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a1c5ca70-7d78-4a55-a847-d5012d3a8fd4 req-a53f3d2b-cd52-4783-bfb9-e06f2215e9b6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005268 Jun 30 21:53:24.396191 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1803f6f0-cada-4360-bda6-52843f80b68d req-978fbbf8-cd11-46a5-97b8-249f6b463d89 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595536 Jun 30 21:53:24.426098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-e85764a7-fb20-4482-b20b-51fce9218b92 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:24.464811 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9b4d0f0f-4468-4cf0-bfc2-ef5080ea4c5b req-e85764a7-fb20-4482-b20b-51fce9218b92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259467 Jun 30 21:53:24.484643 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85764a7-fb20-4482-b20b-51fce9218b92 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e62833da-c375-43bc-a851-c16b116105e9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:24.533683 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.db.api [req-5547e470-d1e6-4155-be77-98bdbb77361e req-9438ee79-450c-4efc-a8f7-a68b59303988 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 2ca5749159cf4332840434bc8d32a061 {{(pid=105232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 21:53:24.534070 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG oslo_db.api [req-5547e470-d1e6-4155-be77-98bdbb77361e req-9438ee79-450c-4efc-a8f7-a68b59303988 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 21:53:24.830562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72b1e8-5116-4edb-ace0-0c45c3649a7d req-6f5ef63a-919a-4c97-b9e5-a8b77ec4f0d1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:24.834698 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da72b1e8-5116-4edb-ace0-0c45c3649a7d req-6f5ef63a-919a-4c97-b9e5-a8b77ec4f0d1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0836024 Jun 30 21:53:24.877509 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da72b1e8-5116-4edb-ace0-0c45c3649a7d req-3e2c5372-fb3a-4241-98a5-7f5e952fd3b0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383735 Jun 30 21:53:24.967051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b54c5-ad93-4d1b-b4c3-0aff4448710d req-e32e8337-caa2-4cf5-84be-3d0ab7e744fd tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:24.968524 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-439b54c5-ad93-4d1b-b4c3-0aff4448710d req-e32e8337-caa2-4cf5-84be-3d0ab7e744fd tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0690644 Jun 30 21:53:25.008521 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-439b54c5-ad93-4d1b-b4c3-0aff4448710d req-36becab7-ce8e-4800-bc8d-0780a9025c35 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343108 Jun 30 21:53:25.035343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5547e470-d1e6-4155-be77-98bdbb77361e req-9438ee79-450c-4efc-a8f7-a68b59303988 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:25.088859 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5547e470-d1e6-4155-be77-98bdbb77361e req-9438ee79-450c-4efc-a8f7-a68b59303988 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8168142 Jun 30 21:53:25.606776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbbe214-a924-4342-a6dc-4c4e2b491344 req-c71c93a4-52e9-4f32-9a89-55a055786fa1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:25.608240 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7dbbe214-a924-4342-a6dc-4c4e2b491344 req-c71c93a4-52e9-4f32-9a89-55a055786fa1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1078792 Jun 30 21:53:25.628293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b305a4-3bb5-4850-8499-9540c4b55fba req-a36bd6fa-3a65-4c8d-9bcf-e8d564d0ec7b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:25.632020 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a2b305a4-3bb5-4850-8499-9540c4b55fba req-a36bd6fa-3a65-4c8d-9bcf-e8d564d0ec7b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1004109 Jun 30 21:53:25.679165 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7dbbe214-a924-4342-a6dc-4c4e2b491344 req-43ebbc39-d9fe-40c6-b86a-5f9174af0c1d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Jun 30 21:53:25.686513 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a2b305a4-3bb5-4850-8499-9540c4b55fba req-e86895d5-4772-439d-baef-53dea388c4cb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472813 Jun 30 21:53:25.734330 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52232) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:25.834604 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05f58548-ee18-48ae-8926-cd2f3b648d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:25.918123 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05f58548-ee18-48ae-8926-cd2f3b648d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:25.989728 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-05f58548-ee18-48ae-8926-cd2f3b648d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.030189 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-05f58548-ee18-48ae-8926-cd2f3b648d23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c955db25230f45ce934f9a33adaa02d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945905 Jun 30 21:53:26.031175 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58548-ee18-48ae-8926-cd2f3b648d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b580acc-aff4-4023-ac46-1ef80784b24e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:26.034290 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52240) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:26.076113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d2b2-e6d2-46df-8c94-b8306e2d0be7 req-f4cfeb21-d67c-45e8-a1a0-d49c68a06597 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:26.078379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebf9d2b2-e6d2-46df-8c94-b8306e2d0be7 req-f4cfeb21-d67c-45e8-a1a0-d49c68a06597 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0859673 Jun 30 21:53:26.085873 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.112831 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.120027 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebf9d2b2-e6d2-46df-8c94-b8306e2d0be7 req-c27a2cc4-e6af-41f2-b84a-bda43f5f9b74 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346868 Jun 30 21:53:26.193953 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01393b9-2e4b-4c79-9a82-8e76c0f1c91e req-446000f7-4bd2-4d72-8ac1-f3f648b10844 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:26.195320 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c01393b9-2e4b-4c79-9a82-8e76c0f1c91e req-446000f7-4bd2-4d72-8ac1-f3f648b10844 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0710175 Jun 30 21:53:26.228388 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.231500 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.235104 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b580acc-aff4-4023-ac46-1ef80784b24e HTTP/1.1" status: 204 len: 168 time: 0.1974370 Jun 30 21:53:26.235289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c01393b9-2e4b-4c79-9a82-8e76c0f1c91e req-d3dfe590-07b9-49a6-8485-dd88cc95e2c8 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318720 Jun 30 21:53:26.240805 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851da27-998c-497d-ba24-8c9921798e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b580acc-aff4-4023-ac46-1ef80784b24e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:26.820653 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52256) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:26.834882 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37e83441-ad4b-4794-bc53-5952bd4554e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.916863 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d0bfb-e45c-4da2-ab16-8c8a78594f19 req-b5bfba8e-ec0e-4779-982b-90e3faf714ff tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:26.918359 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-638d0bfb-e45c-4da2-ab16-8c8a78594f19 req-b5bfba8e-ec0e-4779-982b-90e3faf714ff tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1117947 Jun 30 21:53:26.920875 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37e83441-ad4b-4794-bc53-5952bd4554e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.927060 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4a06b-b6d2-4a59-9150-89b33749259f req-1bb0d0f1-65c5-4826-b599-e5406dd6872d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:26.928456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-53d4a06b-b6d2-4a59-9150-89b33749259f req-1bb0d0f1-65c5-4826-b599-e5406dd6872d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1071384 Jun 30 21:53:26.983889 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37e83441-ad4b-4794-bc53-5952bd4554e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:26.987972 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-638d0bfb-e45c-4da2-ab16-8c8a78594f19 req-e6bb8ea6-5c4e-4f17-ac75-5643bacc989a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585566 Jun 30 21:53:26.992823 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-53d4a06b-b6d2-4a59-9150-89b33749259f req-0960bfaa-b42d-4ce7-8b0c-52bca9c81a64 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575902 Jun 30 21:53:27.024002 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-37e83441-ad4b-4794-bc53-5952bd4554e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b73e36a551fa4b669c5356619645a4e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021861 Jun 30 21:53:27.028537 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e83441-ad4b-4794-bc53-5952bd4554e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc8cbaa-23c7-48bd-95e5-1d781fc654e6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:27.030606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:27.081465 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.102684 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.195222 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.197772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.198980 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbc8cbaa-23c7-48bd-95e5-1d781fc654e6 HTTP/1.1" status: 204 len: 168 time: 0.1673598 Jun 30 21:53:27.207042 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e76ff0-11e8-4b45-9bfe-16cc2cd09c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc8cbaa-23c7-48bd-95e5-1d781fc654e6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:27.296897 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32068db7-4ba3-4290-b3b3-33755d4c0ed2 req-7d319043-5344-4cc4-b4e3-561cacdcce19 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:27.298988 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-32068db7-4ba3-4290-b3b3-33755d4c0ed2 req-7d319043-5344-4cc4-b4e3-561cacdcce19 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0670593 Jun 30 21:53:27.339635 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-32068db7-4ba3-4290-b3b3-33755d4c0ed2 req-3c2f0ce4-f563-4fb4-b4b1-7f1770564195 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327768 Jun 30 21:53:27.364923 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:27.413691 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce0fd2-bacc-43a8-a933-9343270061d8 req-4a4c9c0b-9ffb-42eb-921a-25ad040cf65e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:27.415200 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15ce0fd2-bacc-43a8-a933-9343270061d8 req-4a4c9c0b-9ffb-42eb-921a-25ad040cf65e tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0690551 Jun 30 21:53:27.453761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15ce0fd2-bacc-43a8-a933-9343270061d8 req-bee71276-0e35-4d3c-a88d-e8902ec18c5f tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Jun 30 21:53:27.465770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:27.479625 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '569fae4a-23fa-467f-b98e-c2698510c684', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:27.518783 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.531946 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:27.552644 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:27.612195 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:27.664272 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:28.021622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['569fae4a-23fa-467f-b98e-c2698510c684'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:28.130743 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device ddeb0f09-7095-4b1f-a407-1a3c0050774b up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:28.248075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc3b53-748b-4a28-a207-3ae4682cb298 req-fdf2d2f5-d10d-400e-8b21-ecf840b52cac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:28.249519 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09bc3b53-748b-4a28-a207-3ae4682cb298 req-fdf2d2f5-d10d-400e-8b21-ecf840b52cac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.1248891 Jun 30 21:53:28.263344 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1b247-8e9a-47e1-ab09-3d22177db1f5 req-11703876-1436-48a6-a10c-b36fdbf6d631 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:28.264871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ac1b247-8e9a-47e1-ab09-3d22177db1f5 req-11703876-1436-48a6-a10c-b36fdbf6d631 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 944 time: 0.1272194 Jun 30 21:53:28.292689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port ddeb0f09-7095-4b1f-a407-1a3c0050774b completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:28.297298 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port ddeb0f09-7095-4b1f-a407-1a3c0050774b triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:28.297677 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:28.320849 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09bc3b53-748b-4a28-a207-3ae4682cb298 req-eeaa409e-584d-4d09-ad99-2755cba82659 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549834 Jun 30 21:53:28.339944 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ac1b247-8e9a-47e1-ab09-3d22177db1f5 req-478495d2-b86b-44d4-9c2f-63fba7d60b75 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656495 Jun 30 21:53:28.390520 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:28.420189 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:28.423745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340611c5-6fe0-4526-b22f-fa3da6342620" -d '{"events": [{"server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:28.436576 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:28.464025 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00310c8e-71e0-4f0d-92c4-88422b0be5ca x-openstack-request-id: req-00310c8e-71e0-4f0d-92c4-88422b0be5ca {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:28.464581 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "name": "network-vif-plugged", "status": "completed", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:28.465174 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00310c8e-71e0-4f0d-92c4-88422b0be5ca {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:28.465564 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b', 'code': 200} Jun 30 21:53:28.498916 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:28.536273 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13200f25-df7c-48a6-830c-4f397c77932e req-9c8c1f5a-d24d-43fa-9995-0952535ea10d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:28.538430 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-13200f25-df7c-48a6-830c-4f397c77932e req-9c8c1f5a-d24d-43fa-9995-0952535ea10d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0859749 Jun 30 21:53:28.574783 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:28.601603 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-13200f25-df7c-48a6-830c-4f397c77932e req-7d28d60f-e1b8-47d5-915a-e462dc92ac4c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567393 Jun 30 21:53:28.666957 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b2f58-4b14-40b8-9424-8b66a0a71e09 req-75b938a6-5343-4293-beb4-ef04150b7661 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:28.673572 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-de3b2f58-4b14-40b8-9424-8b66a0a71e09 req-75b938a6-5343-4293-beb4-ef04150b7661 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0867107 Jun 30 21:53:28.712515 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-de3b2f58-4b14-40b8-9424-8b66a0a71e09 req-e9bf6788-cc31-4a04-875c-91b5846e3554 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373790 Jun 30 21:53:28.985470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17252b2-2003-4fcd-b88a-1714ee69153e req-2814f9e2-edc3-485d-bece-c8f4df81b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:28.986948 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e17252b2-2003-4fcd-b88a-1714ee69153e req-2814f9e2-edc3-485d-bece-c8f4df81b3e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1098 time: 0.0722330 Jun 30 21:53:29.025446 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e17252b2-2003-4fcd-b88a-1714ee69153e req-c4a28c9f-2008-4726-8a5c-8240361dfb59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318682 Jun 30 21:53:29.570614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979cd0f-5dfa-4440-9bbf-ba3df87ff7d4 req-02006243-5afb-4afc-b0cd-733b0eec4aa0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.574058 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d979cd0f-5dfa-4440-9bbf-ba3df87ff7d4 req-02006243-5afb-4afc-b0cd-733b0eec4aa0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1142631 Jun 30 21:53:29.606650 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14400ca-5895-4370-948f-d691f28a30b1 req-2823dcdf-08a2-4078-8b52-e4551dcbeb91 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.612751 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d14400ca-5895-4370-948f-d691f28a30b1 req-2823dcdf-08a2-4078-8b52-e4551dcbeb91 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.1190333 Jun 30 21:53:29.639046 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d979cd0f-5dfa-4440-9bbf-ba3df87ff7d4 req-51a53dc0-f661-42d2-9ac9-cba1c75b7525 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610418 Jun 30 21:53:29.659621 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d14400ca-5895-4370-948f-d691f28a30b1 req-71200413-a294-423c-8f87-b08ceaee63e1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441945 Jun 30 21:53:29.825741 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e4278-3278-4154-a004-aa3d92b800b3 req-7a3fd8a9-fcaf-4d13-a57c-0045f271f573 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.830378 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-402e4278-3278-4154-a004-aa3d92b800b3 req-7a3fd8a9-fcaf-4d13-a57c-0045f271f573 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 943 time: 0.0766945 Jun 30 21:53:29.901804 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-402e4278-3278-4154-a004-aa3d92b800b3 req-ae553082-1118-483d-a124-20e998a81ddf tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672824 Jun 30 21:53:29.927847 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e4ead-104d-4888-922a-695c8f0ae52a req-5d067183-45d3-480d-8105-28aa795d56c0 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:29.929297 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-931e4ead-104d-4888-922a-695c8f0ae52a req-5d067183-45d3-480d-8105-28aa795d56c0 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0878575 Jun 30 21:53:29.968805 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-931e4ead-104d-4888-922a-695c8f0ae52a req-7165a7ec-6261-49b2-99f0-d10a71b063a9 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Jun 30 21:53:30.151098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 7f72ec83-ede3-4d54-a3de-ba03822f4e07 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:53:30.162475 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:30.391771 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:30.403345 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'port_id': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'mac_address': 'fa:16:3e:0e:37:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:53:30.429725 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 569fae4a-23fa-467f-b98e-c2698510c684 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:30.438117 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 569fae4a-23fa-467f-b98e-c2698510c684 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:30.438494 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.472461 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.491356 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f72ec83-ede3-4d54-a3de-ba03822f4e07 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:53:30.516576 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:30.525566 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52370) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:30.553904 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.575617 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:30.577810 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe8dc98-6528-45e2-86cb-ba6cf3815794" -d '{"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:30.591051 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:30.612164 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.635933 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671b42fd-cf5b-4ccf-be4e-b75a0e47e6de x-openstack-request-id: req-671b42fd-cf5b-4ccf-be4e-b75a0e47e6de {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:30.636071 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:30.636282 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-671b42fd-cf5b-4ccf-be4e-b75a0e47e6de {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:30.636662 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'code': 200} Jun 30 21:53:30.657035 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3065af55-7928-41c8-9db2-063e43bab50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.665169 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:30.669047 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.738786 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:30.819968 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3065af55-7928-41c8-9db2-063e43bab50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.894657 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3065af55-7928-41c8-9db2-063e43bab50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:30.903926 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4437e-90b0-4d20-bd5c-ad1f31f1f139 req-e2b9343b-7c2d-49f3-810f-dc31b041f7a2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:30.905430 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09d4437e-90b0-4d20-bd5c-ad1f31f1f139 req-e2b9343b-7c2d-49f3-810f-dc31b041f7a2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1247156 Jun 30 21:53:30.965101 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3065af55-7928-41c8-9db2-063e43bab50a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a21a38b0df9748479183d889cf2c3a25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381175 Jun 30 21:53:30.968228 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52384) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:30.975559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f21652-9a3d-4686-8fa5-3d73f703eb70 req-bbdc8e30-f975-49f0-ad7d-28e93bd0b9cf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:30.977059 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e8f21652-9a3d-4686-8fa5-3d73f703eb70 req-bbdc8e30-f975-49f0-ad7d-28e93bd0b9cf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1494985 Jun 30 21:53:30.979368 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065af55-7928-41c8-9db2-063e43bab50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b7a221-3bd6-4672-a14f-fc12cd3ca167,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:31.007336 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09d4437e-90b0-4d20-bd5c-ad1f31f1f139 req-a79afdb4-4958-428d-8747-764ff56c5f70 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908422 Jun 30 21:53:31.023597 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:31.037052 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e8f21652-9a3d-4686-8fa5-3d73f703eb70 req-b87faa8a-f6ce-4d4f-be76-f671f4bc5856 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496359 Jun 30 21:53:31.061161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:31.131242 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['7f72ec83-ede3-4d54-a3de-ba03822f4e07'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:31.252146 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:31.254798 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:31.258456 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09b7a221-3bd6-4672-a14f-fc12cd3ca167 HTTP/1.1" status: 204 len: 168 time: 0.2867887 Jun 30 21:53:31.265471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d0a7f-2d3c-4447-a818-97061810a248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b7a221-3bd6-4672-a14f-fc12cd3ca167,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:31.508397 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e6f32-20d0-4b89-aca1-c2f174ada37a req-fe5717c1-8af4-42c1-a433-f40b12986753 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:31.509749 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-746e6f32-20d0-4b89-aca1-c2f174ada37a req-fe5717c1-8af4-42c1-a433-f40b12986753 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 944 time: 0.3645012 Jun 30 21:53:31.554354 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac3154-3460-4f6f-94a3-0387bed5e473 req-7cf6f24c-9971-418a-bce3-73a66fcf954b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:31.555856 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-54ac3154-3460-4f6f-94a3-0387bed5e473 req-7cf6f24c-9971-418a-bce3-73a66fcf954b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.3624859 Jun 30 21:53:31.562063 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e11824-2979-424a-8c2b-78d2f787ad03 req-b118c0b3-01b5-415f-91f9-8f4bd14b8792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:31.563640 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0e11824-2979-424a-8c2b-78d2f787ad03 req-b118c0b3-01b5-415f-91f9-8f4bd14b8792 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1098 time: 0.1209018 Jun 30 21:53:31.615697 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-746e6f32-20d0-4b89-aca1-c2f174ada37a req-512ea56c-30e3-419a-a2d2-f15d22f84f16 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985475 Jun 30 21:53:31.659475 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-54ac3154-3460-4f6f-94a3-0387bed5e473 req-c894a2d5-8928-417c-9fdb-11fdbc972e36 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945299 Jun 30 21:53:31.661331 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0e11824-2979-424a-8c2b-78d2f787ad03 req-fec86659-d1ab-4385-9cc9-adfa5264d83b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906973 Jun 30 21:53:31.996321 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52414) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:32.009606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.107414 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.192939 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.276713 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a298da9435784169a483d078cdafe226&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792299 Jun 30 21:53:32.279296 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52434) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:32.291641 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b8b5-da4e-4d35-a925-75c5d0e5af2d req-8fb418bb-e21c-4580-8068-893d762c13ad tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:32.293143 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7e20b8b5-da4e-4d35-a925-75c5d0e5af2d req-8fb418bb-e21c-4580-8068-893d762c13ad tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1572092 Jun 30 21:53:32.297250 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b80f8c7-11da-4ddf-965f-21622f8b7a33,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:32.309489 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.309778 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.310146 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.310477 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.310813 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.311149 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.311476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.311803 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.312129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.313520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.313645 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.313980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687876e-3ba1-4d95-8b99-7c2abd635c56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:32.342480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.364565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.365881 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57745266-5973-4ff9-9fba-4bf9210ba2e1 req-0eba0d6d-8a45-4c79-8a4e-a7d613f0cc6a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:32.367535 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57745266-5973-4ff9-9fba-4bf9210ba2e1 req-0eba0d6d-8a45-4c79-8a4e-a7d613f0cc6a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1760602 Jun 30 21:53:32.378041 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7e20b8b5-da4e-4d35-a925-75c5d0e5af2d req-110cacee-1e86-4f90-9940-631f09d85f7e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 Jun 30 21:53:32.444302 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57745266-5973-4ff9-9fba-4bf9210ba2e1 req-b763cdf5-372e-4f6b-b76a-8ea2ffdb0aa7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652866 Jun 30 21:53:32.543416 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.545994 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:32.547777 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b80f8c7-11da-4ddf-965f-21622f8b7a33 HTTP/1.1" status: 204 len: 168 time: 0.2674084 Jun 30 21:53:32.558367 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735734b-8427-4a75-bd4b-538f7665e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b80f8c7-11da-4ddf-965f-21622f8b7a33,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:32.820472 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80f592-d723-490b-907a-b48471ab5cb6 req-0c3ae925-a00d-4642-b286-dd033bf846b2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:32.822054 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f80f592-d723-490b-907a-b48471ab5cb6 req-0c3ae925-a00d-4642-b286-dd033bf846b2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 944 time: 0.0713120 Jun 30 21:53:32.863299 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f80f592-d723-490b-907a-b48471ab5cb6 req-0c702e10-45a3-49f2-9a74-e30bac9b6251 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343568 Jun 30 21:53:33.137689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5f170-079b-4a37-a57e-03acc7eaa130 req-5aeed313-e8f8-46c8-86bc-44e5edc167d6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.139212 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97a5f170-079b-4a37-a57e-03acc7eaa130 req-5aeed313-e8f8-46c8-86bc-44e5edc167d6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0687890 Jun 30 21:53:33.182241 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97a5f170-079b-4a37-a57e-03acc7eaa130 req-c3a9b22b-3729-4be9-9091-689f2ac27b58 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357692 Jun 30 21:53:33.251636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-43cec535-d528-4c31-9c6f-bfb56ea8d7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.253175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-43cec535-d528-4c31-9c6f-bfb56ea8d7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1098 time: 0.0569935 Jun 30 21:53:33.404394 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-d994f64e-e571-49f8-b067-435393b761c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.406423 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-d994f64e-e571-49f8-b067-435393b761c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.1431782 Jun 30 21:53:33.470275 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-286cf045-ac03-4f6c-ab99-1493b50f2cba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 200 len: 217 time: 0.0434859 Jun 30 21:53:33.518398 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-3184ef33-87c4-4269-a6f2-ba0df2252e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.520594 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-3184ef33-87c4-4269-a6f2-ba0df2252e1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0430031 Jun 30 21:53:33.565020 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-4ec32168-3780-4326-a62e-26afb58ec11d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306280 Jun 30 21:53:33.712348 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-6d17b958-eef5-48ad-9d92-4373ebb8ba0a service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395247 Jun 30 21:53:33.724497 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55adef-11db-415f-84a8-dd09127b629c req-e6cec3f8-4709-4d80-84a0-e8b6213a6abf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:33.730623 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7b55adef-11db-415f-84a8-dd09127b629c req-e6cec3f8-4709-4d80-84a0-e8b6213a6abf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1496031 Jun 30 21:53:33.823455 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7b55adef-11db-415f-84a8-dd09127b629c req-060a3856-20f0-4f40-9fbb-1bac2af6f558 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897863 Jun 30 21:53:33.845796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5b3d878-cc0f-4052-96cc-43bea2755f53 req-d0eea415-418a-4298-97d9-4b0134f08a7e service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134963 Jun 30 21:53:34.060178 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7da17b-a8a7-40df-8ae1-f3fc39775bd1 req-1586c0c0-1a5f-44b5-aa32-3e77570a9610 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:34.061657 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dd7da17b-a8a7-40df-8ae1-f3fc39775bd1 req-1586c0c0-1a5f-44b5-aa32-3e77570a9610 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1095400 Jun 30 21:53:34.071057 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52508) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:34.075846 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'floatingip': {'port_id': '569fae4a-23fa-467f-b98e-c2698510c684'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:34.087328 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b8a6-a29d-43bd-8f6c-7264f02e7b52 req-625033d7-1ebf-4cfc-8583-22304ff73c3d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:34.088685 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a74b8a6-a29d-43bd-8f6c-7264f02e7b52 req-625033d7-1ebf-4cfc-8583-22304ff73c3d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 944 time: 0.0832281 Jun 30 21:53:34.129166 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a74b8a6-a29d-43bd-8f6c-7264f02e7b52 req-cd1bc618-f02c-492d-8b69-07bbcea85f11 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343437 Jun 30 21:53:34.151521 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 7f72ec83-ede3-4d54-a3de-ba03822f4e07 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:53:34.175437 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:34.258172 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:34.267188 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:53:34.269419 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:34.386991 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae38a8-8c2d-4307-a78e-3e86c3f8f1f0 req-ede33dc6-0403-4a71-b00b-555e648a36c0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:34.394635 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-edae38a8-8c2d-4307-a78e-3e86c3f8f1f0 req-ede33dc6-0403-4a71-b00b-555e648a36c0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0820365 Jun 30 21:53:34.422785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:34.434742 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-edae38a8-8c2d-4307-a78e-3e86c3f8f1f0 req-40fec57f-8e65-4f50-b0d1-beec8ab87b44 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392439 Jun 30 21:53:34.447071 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:34.449358 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2291a41b-86bf-4a53-ab70-da284e683b62" -d '{"events": [{"server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "name": "network-vif-plugged", "status": "completed", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:34.463098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:34.500278 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624c45be-9b43-4e1f-8d60-a1c5908d9b61 x-openstack-request-id: req-624c45be-9b43-4e1f-8d60-a1c5908d9b61 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:34.500731 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "name": "network-vif-plugged", "status": "completed", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:34.500829 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-624c45be-9b43-4e1f-8d60-a1c5908d9b61 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:34.501190 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'code': 200} Jun 30 21:53:34.588849 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:34.642057 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:34.898270 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:34.955655 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4f90-fe9d-4863-89e7-70929bc0c59d req-481750ee-2a2c-4053-98df-a4dc7479147d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:34.957154 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5c9e4f90-fe9d-4863-89e7-70929bc0c59d req-481750ee-2a2c-4053-98df-a4dc7479147d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1098 time: 0.0542169 Jun 30 21:53:34.998055 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5c9e4f90-fe9d-4863-89e7-70929bc0c59d req-412fc57e-793c-4147-81de-7e63bed47c64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333154 Jun 30 21:53:35.000810 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.290074 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Floating IP d88151f5-8150-413f-a7f0-93c865984d40 associated. External IP: 172.27.1.102, port: 569fae4a-23fa-467f-b98e-c2698510c684. Jun 30 21:53:35.291835 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52554) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:35.319099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7444396d-6724-4f1a-bb03-f431b4ca4832 req-e14a2c58-6bf2-4186-86f6-415699962d0f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:35.320642 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7444396d-6724-4f1a-bb03-f431b4ca4832 req-e14a2c58-6bf2-4186-86f6-415699962d0f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0709984 Jun 30 21:53:35.363605 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7444396d-6724-4f1a-bb03-f431b4ca4832 req-ab453ac4-bb0e-46c8-ae00-c01da4175746 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367196 Jun 30 21:53:35.473195 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.580830 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:53:35.626602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6a9d6-c406-4604-9d96-ed2e6bdba862 req-8ced46ae-1ae0-47ea-97a2-9dbcc70161ce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:35.628288 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-02c6a9d6-c406-4604-9d96-ed2e6bdba862 req-8ced46ae-1ae0-47ea-97a2-9dbcc70161ce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0654652 Jun 30 21:53:35.672898 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-02c6a9d6-c406-4604-9d96-ed2e6bdba862 req-761c984a-90c0-4d6a-9952-d17ff92b93d3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386972 Jun 30 21:53:35.686052 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.729018 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:35.733662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.742022 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:35.752083 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:35.752675 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:35.756094 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.809452 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-9859dbdf-880f-40e4-a559-6f04c9d772ac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "PUT /v2.0/floatingips/d88151f5-8150-413f-a7f0-93c865984d40 HTTP/1.1" status: 200 len: 991 time: 1.7371545 Jun 30 21:53:35.810423 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:35.813597 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aef59c-af8d-404f-b8f5-7d566768b3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:35.815969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c52b06-05c5-4ea4-b15e-ffed7b68f504,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:35.822790 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77ddc8b970484b17a165306d59cb04c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5265391 Jun 30 21:53:35.822901 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52574) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:35.834466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.834841 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.835188 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.835525 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.835858 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.836205 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.836536 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.836877 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.837221 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.837548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.837884 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.838223 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da35757-84b3-4248-aeda-55940ed07cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:35.857707 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:35.899402 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:35.929599 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:36.046809 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:36.051812 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:36.054652 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83c52b06-05c5-4ea4-b15e-ffed7b68f504 HTTP/1.1" status: 204 len: 168 time: 0.2308402 Jun 30 21:53:36.082298 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffb6d9-cf41-47eb-b839-9989b5be2dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c52b06-05c5-4ea4-b15e-ffed7b68f504,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:36.100237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b76b7-abb8-4e0d-a5da-51e1790a5d47 x-openstack-request-id: req-de2b76b7-abb8-4e0d-a5da-51e1790a5d47 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:36.100527 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:36.100777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de2b76b7-abb8-4e0d-a5da-51e1790a5d47 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:36.101170 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'status': 'completed', 'code': 200} Jun 30 21:53:36.169841 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'd88151f5-8150-413f-a7f0-93c865984d40', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:34Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:36.210158 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:36.219065 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:36.219782 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:36.252845 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-3302229e-d283-4ba3-8a1e-3a13cb6a0582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:36.254463 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-3302229e-d283-4ba3-8a1e-3a13cb6a0582 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0645018 Jun 30 21:53:36.342963 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:36.403835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-8deacbeb-764c-43a7-8836-2fe17a7bfc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:36.405596 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-8deacbeb-764c-43a7-8836-2fe17a7bfc95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.0901718 Jun 30 21:53:36.586329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933d381-efc0-4be7-9355-e5b5aff63490 req-86f1ef91-f6f0-4e5b-bc88-d8d3369aeb2b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:36.593491 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0933d381-efc0-4be7-9355-e5b5aff63490 req-86f1ef91-f6f0-4e5b-bc88-d8d3369aeb2b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0873599 Jun 30 21:53:36.593996 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52602) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:36.705959 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0933d381-efc0-4be7-9355-e5b5aff63490 req-df76ba72-06cd-46e9-a18a-1a978293499a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067841 Jun 30 21:53:36.754049 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-861f6b62-b840-48f3-9b9c-1542761e971f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 200 len: 999 time: 0.1532369 Jun 30 21:53:36.759610 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'd88151f5-8150-413f-a7f0-93c865984d40', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:34Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:36.777062 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7fed-8797-4527-83f5-78171fe7e63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:36.819157 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d946db81-5c10-4748-8126-ccd0d1cfb705 None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'd88151f5-8150-413f-a7f0-93c865984d40', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.102', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:34Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:36.917879 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-549bbb19-cd36-4c3a-ab0c-0f6d159e6a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:36.927503 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-549bbb19-cd36-4c3a-ab0c-0f6d159e6a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.1560700 Jun 30 21:53:36.941881 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7fed-8797-4527-83f5-78171fe7e63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.006012 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5c4e7fed-8797-4527-83f5-78171fe7e63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.059041 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52614) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:37.077055 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-24fe57cb-082f-4f8d-b248-b9c1d258ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:37.078873 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-24fe57cb-082f-4f8d-b248-b9c1d258ffa1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1266260 Jun 30 21:53:37.100414 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e7fed-8797-4527-83f5-78171fe7e63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e23191f-a111-458a-bae1-01155a0d8636,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:37.113533 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5c4e7fed-8797-4527-83f5-78171fe7e63e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbb6512f219848e4aa09789a1ccbdb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156517 Jun 30 21:53:37.113533 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37ee2dfb-2b4c-4397-9a4c-de190c6a32ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.114694 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52616) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:37.116165 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8669b6-f7e3-4a57-b514-1a0963b8892c req-06a620f7-cf65-45da-b1da-d6d5db159ee6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:37.118482 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-df8669b6-f7e3-4a57-b514-1a0963b8892c req-06a620f7-cf65-45da-b1da-d6d5db159ee6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1041293 Jun 30 21:53:37.166577 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5994c6f0-485f-48ce-89c3-acb97a5fc6a4 None None] New status for floating IP d88151f5-8150-413f-a7f0-93c865984d40: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:53:37.202504 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.223650 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-df8669b6-f7e3-4a57-b514-1a0963b8892c req-853a0fbd-c490-47fb-97a1-c2d28c1e27a3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929527 Jun 30 21:53:37.236878 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.267107 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-ee9e8657-4c39-4fb1-8bcf-7cf31b21c4d7 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705961 Jun 30 21:53:37.319247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37ee2dfb-2b4c-4397-9a4c-de190c6a32ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.373330 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-90aef59c-af8d-404f-b8f5-7d566768b3c1 req-a53672f6-8cf3-4cb1-8c39-de036e1c05c8 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945833 Jun 30 21:53:37.405067 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-37ee2dfb-2b4c-4397-9a4c-de190c6a32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.437848 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.440317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.441457 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e23191f-a111-458a-bae1-01155a0d8636 HTTP/1.1" status: 204 len: 168 time: 0.3258870 Jun 30 21:53:37.448163 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-37ee2dfb-2b4c-4397-9a4c-de190c6a32ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d3fd64baf51475eb77d61c04d374385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856893 Jun 30 21:53:37.449171 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ee2dfb-2b4c-4397-9a4c-de190c6a32ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c040156e-c211-407e-b7dc-f83ccbd664ba,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:37.451010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52622) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:37.469148 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194bcda-1e0a-4cd6-8ccc-18c6612a9e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e23191f-a111-458a-bae1-01155a0d8636,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:37.514570 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.542670 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.646215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.648844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:37.650095 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c040156e-c211-407e-b7dc-f83ccbd664ba HTTP/1.1" status: 204 len: 168 time: 0.1972651 Jun 30 21:53:37.670340 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c856f-1071-412e-9657-811478f4bcb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c040156e-c211-407e-b7dc-f83ccbd664ba,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:37.897464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f968dd-d2fd-4d38-91d4-1618838fa238 req-5b55253e-6425-4dd5-9025-fe9c346dd8b8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:37.898966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-45f968dd-d2fd-4d38-91d4-1618838fa238 req-5b55253e-6425-4dd5-9025-fe9c346dd8b8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0644727 Jun 30 21:53:37.937842 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-45f968dd-d2fd-4d38-91d4-1618838fa238 req-a432a721-f9e6-4b7e-a960-391816784965 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323434 Jun 30 21:53:38.127298 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a2d52-673b-4428-b918-10ad9ca958b0 req-49552be4-80a6-4a36-b405-a6bac5f509b1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:38.128794 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5c6a2d52-673b-4428-b918-10ad9ca958b0 req-49552be4-80a6-4a36-b405-a6bac5f509b1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0681913 Jun 30 21:53:38.137422 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52644) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:38.142997 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'floatingip': {'port_id': '7f72ec83-ede3-4d54-a3de-ba03822f4e07'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:38.217091 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.222015 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52648) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:38.235950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-262712c7-e92c-4a3f-a8cb-9908cac0179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.403791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-262712c7-e92c-4a3f-a8cb-9908cac0179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.485925 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-262712c7-e92c-4a3f-a8cb-9908cac0179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.530165 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-262712c7-e92c-4a3f-a8cb-9908cac0179e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2029f18f484a4805b2107137854adc6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068268 Jun 30 21:53:38.531355 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52658) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:38.533565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262712c7-e92c-4a3f-a8cb-9908cac0179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d5e05b-65ab-4d7b-85b8-6d1fc9f301c1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:38.591280 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.639139 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.743256 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:53:38.809303 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358555b-e7a8-4bb1-92ef-b04982a43139 req-16b3738b-2d9d-4d83-8290-e88202d1bbd7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:38.810922 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1358555b-e7a8-4bb1-92ef-b04982a43139 req-16b3738b-2d9d-4d83-8290-e88202d1bbd7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.4124808 Jun 30 21:53:38.812070 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.817390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:38.821489 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39d5e05b-65ab-4d7b-85b8-6d1fc9f301c1 HTTP/1.1" status: 204 len: 168 time: 0.2860892 Jun 30 21:53:38.835338 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e2b60-97f7-4195-a0a6-0fe3f04750ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d5e05b-65ab-4d7b-85b8-6d1fc9f301c1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:38.944121 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1358555b-e7a8-4bb1-92ef-b04982a43139 req-736f27b5-5a54-4a7f-b1c4-8018ff588059 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994961 Jun 30 21:53:39.337193 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:39.514687 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:39.648795 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Floating IP 699954e3-d9c8-401f-bd1b-2f0682f32601 associated. External IP: 172.27.1.100, port: 7f72ec83-ede3-4d54-a3de-ba03822f4e07. Jun 30 21:53:39.891239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:53:40.000782 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:40.005240 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:40.013063 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:40.040071 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:40.041831 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:40.046864 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0a77b26e-62d7-4cec-a64d-218ca68f44c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "PUT /v2.0/floatingips/699954e3-d9c8-401f-bd1b-2f0682f32601 HTTP/1.1" status: 200 len: 991 time: 1.9078293 Jun 30 21:53:40.047512 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:40.050223 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d187acec-09ab-4790-8f09-5b73cb18e173" -d '{"events": [{"name": "network-changed", "server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:40.188779 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354bf48-eeaa-4c86-b4fe-9c0a78a68ac4 req-bb287cc0-2ac4-4a9d-bc90-1fec113bbe3e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.190814 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d354bf48-eeaa-4c86-b4fe-9c0a78a68ac4 req-bb287cc0-2ac4-4a9d-bc90-1fec113bbe3e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0851152 Jun 30 21:53:40.220861 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:40.236580 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d354bf48-eeaa-4c86-b4fe-9c0a78a68ac4 req-597e8baf-e653-4829-8452-67caaceb1c2f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395961 Jun 30 21:53:40.287642 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5efa38-c1bb-4532-b040-6a004e77bbb4 x-openstack-request-id: req-ac5efa38-c1bb-4532-b040-6a004e77bbb4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:40.292011 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:40.292011 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac5efa38-c1bb-4532-b040-6a004e77bbb4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:40.292011 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'status': 'completed', 'code': 200} Jun 30 21:53:40.392449 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-5259a6bd-66eb-4762-9ed4-03bb7eedc494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.393951 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-5259a6bd-66eb-4762-9ed4-03bb7eedc494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1098 time: 0.0527630 Jun 30 21:53:40.474373 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '699954e3-d9c8-401f-bd1b-2f0682f32601', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:0e:37:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:39Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:40.498258 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-b7f299b3-da3d-4fa0-ae92-3827258f4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.500505 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-b7f299b3-da3d-4fa0-ae92-3827258f4420 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 912 time: 0.1002440 Jun 30 21:53:40.506798 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:53:40.518772 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:40.519443 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:40.577965 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-03b988d9-002b-4dc3-983c-3fd30ccf0a05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 999 time: 0.0675764 Jun 30 21:53:40.653276 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-2cc9302e-bd5b-4f6b-8af2-573db822c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.654797 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-2cc9302e-bd5b-4f6b-8af2-573db822c902 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0688071 Jun 30 21:53:40.656494 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:53:40.728665 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-e15f9632-92bd-4ff4-bba0-7b9b23087935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:40.730538 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-e15f9632-92bd-4ff4-bba0-7b9b23087935 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0675318 Jun 30 21:53:40.862370 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-13e6c2df-1fca-49d1-951c-e41a0dd08f4c service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110137 Jun 30 21:53:40.948842 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '699954e3-d9c8-401f-bd1b-2f0682f32601', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:0e:37:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:39Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:40.982185 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9fec24-c4ee-4cbf-91bd-44ff04daba49 None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '699954e3-d9c8-401f-bd1b-2f0682f32601', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.100', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:0e:37:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:52:55Z', 'updated_at': '2021-06-30T21:53:39Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:53:40.987989 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d187acec-09ab-4790-8f09-5b73cb18e173 req-49f8db26-9835-4b4f-b76a-a4b508b54ebc service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100943 Jun 30 21:53:41.172183 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2356819-e1c9-4a08-b6cd-e4099943c9f9 None None] New status for floating IP 699954e3-d9c8-401f-bd1b-2f0682f32601: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:53:41.413124 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d8ca8-fe2e-48be-aee9-976882fc6575 req-06d2553f-f5b7-452e-89be-3f74d9cacbd2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:41.502321 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d58d8ca8-fe2e-48be-aee9-976882fc6575 req-06d2553f-f5b7-452e-89be-3f74d9cacbd2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0645666 Jun 30 21:53:41.502321 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d58d8ca8-fe2e-48be-aee9-976882fc6575 req-46eb1ecf-73a5-4a0f-8240-9a54d4909775 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317850 Jun 30 21:53:41.832869 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52794) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:41.883042 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52798) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:41.988350 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8278a53-3773-4db3-b1aa-6bf26b74baf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.011267 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-086cc602-0410-493c-b0a1-accd87eacf64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.096463 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8278a53-3773-4db3-b1aa-6bf26b74baf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.232104 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a8278a53-3773-4db3-b1aa-6bf26b74baf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.277042 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8278a53-3773-4db3-b1aa-6bf26b74baf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4279df87-425c-44c7-8b31-a397ddee3b55,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:42.288099 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-a8278a53-3773-4db3-b1aa-6bf26b74baf6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c0f61c19935455aae643b9f1322ac99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4038346 Jun 30 21:53:42.290765 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52802) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:42.341367 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.347316 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-086cc602-0410-493c-b0a1-accd87eacf64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.362888 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.468438 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-086cc602-0410-493c-b0a1-accd87eacf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.508514 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086cc602-0410-493c-b0a1-accd87eacf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6667a8b8-6f41-40d8-b0ba-b0753b6f1c97,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:42.513824 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-086cc602-0410-493c-b0a1-accd87eacf64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d56828712564778aa850d30a5ca2dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6799161 Jun 30 21:53:42.517231 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52806) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:42.530235 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.533051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.534316 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4279df87-425c-44c7-8b31-a397ddee3b55 HTTP/1.1" status: 204 len: 168 time: 0.2424412 Jun 30 21:53:42.542152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686486d6-298a-4a9c-8927-440ab40bf85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4279df87-425c-44c7-8b31-a397ddee3b55,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:42.572349 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.594295 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.731390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.734513 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:42.737998 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6667a8b8-6f41-40d8-b0ba-b0753b6f1c97 HTTP/1.1" status: 204 len: 168 time: 0.2175131 Jun 30 21:53:42.743555 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eff114-8c18-4945-b001-48eb06315c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6667a8b8-6f41-40d8-b0ba-b0753b6f1c97,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:43.248301 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52828) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:43.262144 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-758dfa45-0d1c-47ba-9e4f-cf216f2a4ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.348514 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-758dfa45-0d1c-47ba-9e4f-cf216f2a4ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.462663 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-758dfa45-0d1c-47ba-9e4f-cf216f2a4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.502737 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-758dfa45-0d1c-47ba-9e4f-cf216f2a4ba4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04c753cde3b5468ca9b98be049565876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526631 Jun 30 21:53:43.503656 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dfa45-0d1c-47ba-9e4f-cf216f2a4ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0275c9-6a5e-44e3-b34b-6e35def22d72,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:43.505502 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 52832) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:43.554834 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.578061 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.724921 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.727502 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:43.728649 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c0275c9-6a5e-44e3-b34b-6e35def22d72 HTTP/1.1" status: 204 len: 168 time: 0.2221441 Jun 30 21:53:43.740277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf9e51-3764-40a3-b64c-a00b51cc80bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0275c9-6a5e-44e3-b34b-6e35def22d72,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:44.150091 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-fe759130-3abc-4567-979a-89bf970e7e18 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690935 Jun 30 21:53:44.547679 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d623c-5d6e-4339-bb7d-0c5c36cb9a61 req-22e3094b-c222-43be-a8b3-78b251a40f8d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:44.549072 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c3d623c-5d6e-4339-bb7d-0c5c36cb9a61 req-22e3094b-c222-43be-a8b3-78b251a40f8d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.3180697 Jun 30 21:53:44.554024 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-4407a11d-2869-4094-9753-7ae21c48a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:44.555361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-4407a11d-2869-4094-9753-7ae21c48a55e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=68ddc840a77a4844b7829f26b39f093b&device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 1098 time: 0.2964604 Jun 30 21:53:44.607267 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c3d623c-5d6e-4339-bb7d-0c5c36cb9a61 req-92ae9f11-d8db-44bb-8217-abc3d3efcac6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498939 Jun 30 21:53:44.676278 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-d6d7c781-b097-40eb-bc9e-6bad12f2b048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:44.677757 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-d6d7c781-b097-40eb-bc9e-6bad12f2b048 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a12757a2-3bea-4b50-b768-fdb6c423a4ff HTTP/1.1" status: 200 len: 912 time: 0.0928643 Jun 30 21:53:44.729899 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-62ca9360-ff1b-4af3-aef8-545e45f6b5dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f HTTP/1.1" status: 200 len: 217 time: 0.0387666 Jun 30 21:53:44.796325 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-88cddefd-576e-48e6-828b-bd67e984f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:44.798287 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-88cddefd-576e-48e6-828b-bd67e984f9d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ee7136d7-d24a-402e-bcd0-094a1fe67f7e HTTP/1.1" status: 200 len: 851 time: 0.0459776 Jun 30 21:53:44.836186 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-8fc533f1-f908-4e42-a32a-db386e225b0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a12757a2-3bea-4b50-b768-fdb6c423a4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298293 Jun 30 21:53:44.886267 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52918) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:44.954679 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-e5ef6444-039a-4957-b41d-e03249f061b5 service neutron] 10.222.0.55 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988228 Jun 30 21:53:45.003282 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1841745680-network', 'tenant_id': 'f22c1f304aa6431fbcec5d65fa018867'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:45.061142 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-459ad49c-cb87-4872-abca-0b6f1ecc3122 req-1441c467-b81c-4ab9-bc80-957d127e653d service neutron] 10.222.0.55 "GET /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965781 Jun 30 21:53:45.113709 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Made reservation on behalf of f22c1f304aa6431fbcec5d65fa018867 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:45.116907 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.131357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.256715 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.331559 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.367155 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:53:45.390692 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0eaee7-0aa7-4781-9538-dc97f1380e19,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:45.396764 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.397276 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Added segment 833e815a-584b-43ee-9a4b-07b0582b47f7 of type vlan for network 73b2ef91-9715-4b68-9222-75192a439e84 Jun 30 21:53:45.440392 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.564595 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.565530 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.566152 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.630826 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] Pushing event updated for resources: {'Network': ['ID=73b2ef91-9715-4b68-9222-75192a439e84,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:45.649176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 73b2ef91-9715-4b68-9222-75192a439e84 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:53:45.680260 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-02f39fce-27e7-43aa-8534-61bbb34abaab admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7928898 Jun 30 21:53:45.683175 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 52960) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:45.688830 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Request body: {'subnet': {'network_id': '73b2ef91-9715-4b68-9222-75192a439e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1841745680-subnet', 'tenant_id': 'f22c1f304aa6431fbcec5d65fa018867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:45.728775 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:45.802225 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e908336-bbf4-4870-b1a1-d47a15124fdf req-200193e7-542c-4547-8e24-08c7a29de46b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:45.803688 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e908336-bbf4-4870-b1a1-d47a15124fdf req-200193e7-542c-4547-8e24-08c7a29de46b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0672128 Jun 30 21:53:45.842086 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e908336-bbf4-4870-b1a1-d47a15124fdf req-0f096d44-11df-48ec-8426-d77ffc0a5935 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Jun 30 21:53:45.873192 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Made reservation on behalf of f22c1f304aa6431fbcec5d65fa018867 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:45.876389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:46.120023 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:46.181954 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b3a554-454c-4a9e-b155-1b209b6ae7ad,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:46.191102 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Checking segment: {'id': '833e815a-584b-43ee-9a4b-07b0582b47f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '73b2ef91-9715-4b68-9222-75192a439e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:46.191399 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Network hostable DHCP agents. Network: 73b2ef91-9715-4b68-9222-75192a439e84, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:53:46.307739 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Network 73b2ef91-9715-4b68-9222-75192a439e84 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:53:46.422196 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 73b2ef91-9715-4b68-9222-75192a439e84) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:46.426518 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:46.427193 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:46.433227 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fefaed-6d88-4733-af28-a43cf096b850 None None] Network 73b2ef91-9715-4b68-9222-75192a439e84 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:46.519912 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b4668474-fabe-49d3-82ac-90925a8653b8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8356578 Jun 30 21:53:46.596265 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab26a3-31ce-4978-a91f-9304f4d17471 None None] Network 73b2ef91-9715-4b68-9222-75192a439e84 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:47.101538 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0d8cae48-98d9-4fa3-8918-7b07b88a0f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.329834 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53002) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:47.334753 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-149410653-network', 'tenant_id': 'e8782ec70b7c48cc8052889221bba3eb'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:47.427871 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Made reservation on behalf of e8782ec70b7c48cc8052889221bba3eb for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:47.430127 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.439538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.529082 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.587499 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.617148 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:53:47.623581 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c9f4e1-ef8c-4f6b-8114-fce7be9ea512,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:47.629771 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.630137 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Added segment e52307ba-21a8-4ee5-8637-008840f1abde of type vlan for network a204a109-2fc2-439c-bdaf-5aab7e4be4d5 Jun 30 21:53:47.669681 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.782620 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.783696 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:47.784315 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:47.844579 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=a204a109-2fc2-439c-bdaf-5aab7e4be4d5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:47.854111 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network a204a109-2fc2-439c-bdaf-5aab7e4be4d5 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:53:47.902374 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e99b9ce0-bd42-4bd0-a160-8ff05fa56cd3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5714111 Jun 30 21:53:47.905012 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53008) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:47.910583 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Request body: {'subnet': {'network_id': 'a204a109-2fc2-439c-bdaf-5aab7e4be4d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-149410653-subnet', 'tenant_id': 'e8782ec70b7c48cc8052889221bba3eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:47.970677 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Made reservation on behalf of e8782ec70b7c48cc8052889221bba3eb for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:47.972898 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:48.245232 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:48.302811 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cc151a3-a98c-46a3-b739-3ed617fa12f4,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:48.309780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Checking segment: {'id': 'e52307ba-21a8-4ee5-8637-008840f1abde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'a204a109-2fc2-439c-bdaf-5aab7e4be4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:48.310157 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Network hostable DHCP agents. Network: a204a109-2fc2-439c-bdaf-5aab7e4be4d5, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:53:48.399438 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Network a204a109-2fc2-439c-bdaf-5aab7e4be4d5 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:53:48.490311 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, a204a109-2fc2-439c-bdaf-5aab7e4be4d5) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:48.494135 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:48.494717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:48.499024 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a61bc-b2c6-4341-98a4-acca954db90b None None] Network a204a109-2fc2-439c-bdaf-5aab7e4be4d5 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:48.582883 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d7a0c0a3-1857-4e19-a79d-603de18e507f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6767163 Jun 30 21:53:48.620908 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e5f06c-1ee4-40a2-8cf2-3ceda9f1de51 None None] Network a204a109-2fc2-439c-bdaf-5aab7e4be4d5 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:49.245100 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-42b1aa06-787b-4728-8786-b478290937c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:49.373444 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d50fca6-a708-4362-b71c-0d588e88bc6e req-1b181736-0380-422d-8024-911811619f9a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:49.375255 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d50fca6-a708-4362-b71c-0d588e88bc6e req-1b181736-0380-422d-8024-911811619f9a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0651228 Jun 30 21:53:49.413605 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d50fca6-a708-4362-b71c-0d588e88bc6e req-d1e3b4cd-ef16-4f55-9106-b39003a9345e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319312 Jun 30 21:53:50.022049 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:50.422518 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:50.628805 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce105569-4555-4af9-b545-54f13caa3e4b req-5555cd00-57cd-44a7-aef0-57e0f80ca912 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:50.630235 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce105569-4555-4af9-b545-54f13caa3e4b req-5555cd00-57cd-44a7-aef0-57e0f80ca912 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0663545 Jun 30 21:53:50.669502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce105569-4555-4af9-b545-54f13caa3e4b req-924a751b-8824-4b88-b7a6-b23870cdc806 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336549 Jun 30 21:53:51.033611 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285db13-2ef1-4cfe-8d00-223045ad0904 req-7ce4f64d-b5c8-4d1d-bd62-44695adb0e1b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:51.035003 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4285db13-2ef1-4cfe-8d00-223045ad0904 req-7ce4f64d-b5c8-4d1d-bd62-44695adb0e1b tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0679035 Jun 30 21:53:51.080454 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4285db13-2ef1-4cfe-8d00-223045ad0904 req-93579efe-292e-4b30-b6d6-9b690c9525f5 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Jun 30 21:53:51.858282 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190b696-4df3-41f4-8e54-d4fc7deb4297 req-2c017d2f-bac6-49d5-bc7a-9c50b1909ff3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:51.860175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c190b696-4df3-41f4-8e54-d4fc7deb4297 req-2c017d2f-bac6-49d5-bc7a-9c50b1909ff3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0661683 Jun 30 21:53:51.897295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c190b696-4df3-41f4-8e54-d4fc7deb4297 req-25086e3c-2047-4953-a693-feb1cbd852c4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jun 30 21:53:52.067621 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.275997 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb19f2-e8ae-46f5-99f2-dde80c8b3d8b req-8db799f2-2da7-487a-8d4f-9f6ea2d348b2 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:52.277535 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a7cb19f2-e8ae-46f5-99f2-dde80c8b3d8b req-8db799f2-2da7-487a-8d4f-9f6ea2d348b2 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0758898 Jun 30 21:53:52.316189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a7cb19f2-e8ae-46f5-99f2-dde80c8b3d8b req-ed39abbd-8a9d-4bac-bfb7-d88d4efed69c tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Jun 30 21:53:52.415118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53156) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:52.529803 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8cf291d-17f7-439e-bf85-a7417c914f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.618126 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8cf291d-17f7-439e-bf85-a7417c914f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.701207 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8cf291d-17f7-439e-bf85-a7417c914f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.740556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53168) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:52.748253 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d8cf291d-17f7-439e-bf85-a7417c914f1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a4b88616f29492b897aff8259eb9084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230283 Jun 30 21:53:52.760469 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf291d-17f7-439e-bf85-a7417c914f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13eae8d8-bc15-4f74-90ba-166891469703,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:52.800920 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.824663 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.970643 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.973305 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:52.976862 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13eae8d8-bc15-4f74-90ba-166891469703 HTTP/1.1" status: 204 len: 168 time: 0.2329593 Jun 30 21:53:52.985177 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47014da6-821d-4b42-8272-ed3b97ff5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13eae8d8-bc15-4f74-90ba-166891469703,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:53.087251 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e28540-270e-4218-9e2e-b60ba09a1263 req-f21dfba8-6397-42ea-89f1-5ae05c79cbd6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:53.088809 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-36e28540-270e-4218-9e2e-b60ba09a1263 req-f21dfba8-6397-42ea-89f1-5ae05c79cbd6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0680628 Jun 30 21:53:53.128080 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-36e28540-270e-4218-9e2e-b60ba09a1263 req-d4fdabd7-5a63-4566-a94a-24012a298d24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326319 Jun 30 21:53:53.498022 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b58d7f-f8bf-4e4a-a924-885815183974 req-4026f0a3-02f7-48fe-b748-3023bdfebc31 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:53.499961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c2b58d7f-f8bf-4e4a-a924-885815183974 req-4026f0a3-02f7-48fe-b748-3023bdfebc31 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0670395 Jun 30 21:53:53.550914 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c2b58d7f-f8bf-4e4a-a924-885815183974 req-15700c73-722a-428c-877d-55ad1c72d523 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/security-groups?id=d95249b0-25d2-47fc-aa57-63799d650905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450687 Jun 30 21:53:53.605924 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-3fa52d0c-8a87-4e04-8e34-32e5ce5a8025 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:53.607372 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-3fa52d0c-8a87-4e04-8e34-32e5ce5a8025 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.55 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 945 time: 0.0691056 Jun 30 21:53:53.652694 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53188) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:53.665974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80d9035e-9790-4ba1-b03c-bf06fc3a2366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:53.732887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Deleting port b9524c8a-eace-4b7a-b66d-f88bf0174e4f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:53:53.733439 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:53.762911 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80d9035e-9790-4ba1-b03c-bf06fc3a2366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:53.828475 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] For port b9524c8a-eace-4b7a-b66d-f88bf0174e4f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,segment=NetworkSegment(ba1703e9-39ed-43a9-935d-4cf3dcabc44a),segment_id=ba1703e9-39ed-43a9-935d-4cf3dcabc44a)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:53:53.828685 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:53.844581 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-80d9035e-9790-4ba1-b03c-bf06fc3a2366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:53.855127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Calling delete_port for b9524c8a-eace-4b7a-b66d-f88bf0174e4f owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:53:53.911617 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-80d9035e-9790-4ba1-b03c-bf06fc3a2366 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c985b629992744bfbe4f45256c7dd2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577703 Jun 30 21:53:53.914099 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53198) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:53.954346 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53202) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:53.960879 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9035e-9790-4ba1-b03c-bf06fc3a2366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea7a0b7-2737-4455-a867-77916cba7be3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:54.022705 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.045501 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.110160 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6780488c-4e8c-43c9-95d5-154ae21b88f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.181619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.212342 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.214813 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.219140 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eea7a0b7-2737-4455-a867-77916cba7be3 HTTP/1.1" status: 204 len: 168 time: 0.3007548 Jun 30 21:53:54.243203 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['b9524c8a-eace-4b7a-b66d-f88bf0174e4f'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:53:54.259851 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Pushing event deleted for resources: {'Port': ['ID=b9524c8a-eace-4b7a-b66d-f88bf0174e4f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:54.296432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b7a73-eea3-477b-aa3b-0a9ce94e4bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea7a0b7-2737-4455-a867-77916cba7be3,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:54.311039 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6780488c-4e8c-43c9-95d5-154ae21b88f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.337478 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] No DVR routers for this DVR port b9524c8a-eace-4b7a-b66d-f88bf0174e4f on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:53:54.341176 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.343801 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-02cecf2b-d731-4315-acd7-a4f6fdd9c8b5 req-99caba3a-b1de-4ac2-aef7-86524d324c30 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.55 "DELETE /v2.0/ports/b9524c8a-eace-4b7a-b66d-f88bf0174e4f HTTP/1.1" status: 204 len: 173 time: 0.7310462 Jun 30 21:53:54.344233 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'name': 'network-vif-deleted', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:53:54.346463 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0db1b4-a284-4839-9ed4-964f4a087a2d" -d '{"events": [{"server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "name": "network-vif-deleted", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:53:54.370194 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6780488c-4e8c-43c9-95d5-154ae21b88f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.394779 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3716345-8a81-44cd-9283-b902160d09b4 req-790c7334-d1d6-4423-81a9-1224c38f5593 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:54.401951 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3716345-8a81-44cd-9283-b902160d09b4 req-790c7334-d1d6-4423-81a9-1224c38f5593 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1440256 Jun 30 21:53:54.419154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e2cb0a-e16b-46da-88e1-c1fd22f2333d x-openstack-request-id: req-66e2cb0a-e16b-46da-88e1-c1fd22f2333d {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:53:54.419480 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70fd74a7-5292-4f4f-85d2-10106d3598ff", "name": "network-vif-deleted", "tag": "b9524c8a-eace-4b7a-b66d-f88bf0174e4f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:53:54.419737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66e2cb0a-e16b-46da-88e1-c1fd22f2333d {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:53:54.421907 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70fd74a7-5292-4f4f-85d2-10106d3598ff', 'name': 'network-vif-deleted', 'tag': 'b9524c8a-eace-4b7a-b66d-f88bf0174e4f', 'status': 'completed', 'code': 200} Jun 30 21:53:54.423635 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6780488c-4e8c-43c9-95d5-154ae21b88f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef7972b-328e-43b4-9f3e-1cc79fea81d6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:54.441057 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-6780488c-4e8c-43c9-95d5-154ae21b88f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=193bf69961104979973c601757d87603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731493 Jun 30 21:53:54.441057 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53218) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:54.456687 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3716345-8a81-44cd-9283-b902160d09b4 req-4a9641a3-869b-4b9f-bbcd-0ceece1dc2a1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459917 Jun 30 21:53:54.502424 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.524884 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.667466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.674431 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:54.674431 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cef7972b-328e-43b4-9f3e-1cc79fea81d6 HTTP/1.1" status: 204 len: 168 time: 0.2356892 Jun 30 21:53:54.679619 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b0095-3bb6-4326-9dbc-a2288e5603d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef7972b-328e-43b4-9f3e-1cc79fea81d6,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:54.709499 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-32d31c64-3267-4bbf-8db5-a88b491992ac req-540cf9fa-d7fc-445c-a527-08ead9cf9104 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0326133 Jun 30 21:53:55.652750 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cae7a-90e0-40a0-8c3d-2a15bf571dc2 req-a25498c4-102c-40b5-b1e3-e49115355b50 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:55.654315 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f54cae7a-90e0-40a0-8c3d-2a15bf571dc2 req-a25498c4-102c-40b5-b1e3-e49115355b50 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0843480 Jun 30 21:53:55.715070 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f54cae7a-90e0-40a0-8c3d-2a15bf571dc2 req-02a0617d-dd2b-4d6e-a607-90a1204c32e2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529990 Jun 30 21:53:55.738578 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53284) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:55.912959 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b25b35d6-d41a-4480-b709-c39b657c89fc req-23112e96-2385-484d-8f09-f098165c79c6 tempest-DeleteServersTestJSON-1710302786 tempest-DeleteServersTestJSON-1710302786-project] 10.222.0.47 "GET /v2.0/ports?device_id=70fd74a7-5292-4f4f-85d2-10106d3598ff HTTP/1.1" status: 200 len: 210 time: 0.0668585 Jun 30 21:53:55.927068 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-472176709-network', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:56.068323 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Made reservation on behalf of 8cd1aadad96140a88ac88d3369feecee for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:56.072699 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.085821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.202633 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.318514 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.344557 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:53:56.354878 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16783cf7-8d44-4289-b3c9-b95e4a337181,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:56.360463 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.360804 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Added segment 74e53699-5bfa-4616-b04d-85260ae4afed of type vlan for network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b Jun 30 21:53:56.408811 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.495885 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.496889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:56.497480 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.560708 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] Pushing event updated for resources: {'Network': ['ID=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:56.565096 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2f0d2579-115e-49f4-aca9-feeb4e1a0899 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8253040 Jun 30 21:53:56.571179 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:53:56.573056 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53310) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:56.578161 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Request body: {'subnet': {'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-472176709-subnet', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:56.650094 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Made reservation on behalf of 8cd1aadad96140a88ac88d3369feecee for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:53:56.652483 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Notify callbacks [] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.907371 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94290951-6fd4-4a01-bae2-7bf2ba2fd6d5 req-beb8e435-ced2-48c5-8613-fbc64513a9ec tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:56.908770 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94290951-6fd4-4a01-bae2-7bf2ba2fd6d5 req-beb8e435-ced2-48c5-8613-fbc64513a9ec tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0661826 Jun 30 21:53:56.910189 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:56.989294 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52f9214-d217-43bb-95ae-4d992d89dcae,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:57.001384 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94290951-6fd4-4a01-bae2-7bf2ba2fd6d5 req-19853456-f013-4a53-9e59-ffebffdbcc59 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Jun 30 21:53:57.036877 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Checking segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:57.036877 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Network hostable DHCP agents. Network: e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:53:57.124569 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:53:57.221520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:57.225985 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:57.231215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.233076 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7d5a8-0dec-428d-a166-99323c8da5a1 None None] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:57.319769 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d2fd7691-d5e3-4c25-b409-8ee8c2ebf82a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7454867 Jun 30 21:53:57.322374 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53336) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:57.327943 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:53:57.386106 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:53:57.387048 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.433206 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.434300 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.500174 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.530924 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Allocated IP 172.20.0.2 (e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b/d52f9214-d217-43bb-95ae-4d992d89dcae/ec8793de-1b43-4e4d-8db4-9130d5f6d18f) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:57.718611 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.718611 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Transition to ACTIVE for port object ec8793de-1b43-4e4d-8db4-9130d5f6d18f will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:57.731707 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Transition to ACTIVE for port object ec8793de-1b43-4e4d-8db4-9130d5f6d18f will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:53:57.731950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.856324 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:57.901568 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:57.904468 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:57.907918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:57.914589 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Pushing event updated for resources: {'Port': ['ID=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:57.924736 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926453 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.926726 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.927142 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.927470 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.927845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.928164 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:57.928483 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:53:58.047520 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.067325 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.196780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Allocated IP 172.27.1.19 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/c7f873fa-cf29-4467-a9c7-a93c95191c7f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:53:58.208024 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abb8b1-7220-4a43-add0-ae00932deb1f req-626fc841-8f3c-4d5a-8852-aabafbed0600 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:58.209563 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a5abb8b1-7220-4a43-add0-ae00932deb1f req-626fc841-8f3c-4d5a-8852-aabafbed0600 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0734425 Jun 30 21:53:58.250445 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a5abb8b1-7220-4a43-add0-ae00932deb1f req-fc9a2630-eb0b-47a8-a930-f31deaccf9a8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346313 Jun 30 21:53:58.278201 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device b9524c8a-eace-4b7a-b66d-f88bf0174e4f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:53:58.305741 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.306599 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: b9524c8a-eace-4b7a-b66d-f88bf0174e4f {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:53:58.306945 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device b9524c8a-eace-4b7a-b66d-f88bf0174e4f not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:53:58.310807 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Attempting to bind port ec8793de-1b43-4e4d-8db4-9130d5f6d18f on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:53:58.311572 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Attempting to bind port ec8793de-1b43-4e4d-8db4-9130d5f6d18f by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:53:58.311937 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Attempting to bind port ec8793de-1b43-4e4d-8db4-9130d5f6d18f on network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:53:58.317016 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:53:58.320545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Checking segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:53:58.320545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.320545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Bound using segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:53:58.320545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Bound port: ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:53:58.320545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.383494 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] For port ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:53:58.386648 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] For port ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:53:58.447693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.467783 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.490675 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:53:58.493913 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:53:58.504925 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:53:58.563234 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126bb09-da9b-4011-b8db-ae7619ca5ca0 None None] Pushing event updated for resources: {'Port': ['ID=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:58.594577 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Pushing event updated for resources: {'Port': ['ID=c7f873fa-cf29-4467-a9c7-a93c95191c7f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:58.657879 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53376) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:58.723424 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Deleting subnet ee7136d7-d24a-402e-bcd0-094a1fe67f7e {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:53:58.727678 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.779422 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.849113 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:58.974763 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.029777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.084246 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee7136d7-d24a-402e-bcd0-094a1fe67f7e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:59.094398 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.096242 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e3370829-4737-4f2f-bb86-499730a91291 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ee7136d7-d24a-402e-bcd0-094a1fe67f7e HTTP/1.1" status: 204 len: 168 time: 0.4373405 Jun 30 21:53:59.099058 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53382) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:59.200032 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.365128 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.402762 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.403568 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.404769 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.405424 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > port after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.406162 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.406947 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > port after_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.407648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.408241 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.409245 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.409790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.488560 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.571414 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.572225 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.572772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.573327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:53:59.574008 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12757a2-3bea-4b50-b768-fdb6c423a4ff']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:59.610352 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:59.610496 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1703e9-39ed-43a9-935d-4cf3dcabc44a') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:59.651319 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.683235 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.689828 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Router 18a77adc-9a8d-4a0a-97da-88d23df067b9 is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:53:59.698436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Releasing vlan 746 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:53:59.698857 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: from cryptography.utils import int_from_bytes Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: from cryptography.utils import int_from_bytes Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:53:59.705521 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:53:59.736900 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f214d-29f4-45c6-859a-99755768db29 req-decf4568-6c2c-42c5-8426-c5f8f26f3c9d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:53:59.738546 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e43f214d-29f4-45c6-859a-99755768db29 req-decf4568-6c2c-42c5-8426-c5f8f26f3c9d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1483624 Jun 30 21:53:59.789828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013a8a8c-47ad-4de7-8f7e-24404a631ecd None None] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:53:59.810085 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:53:59.817341 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e43f214d-29f4-45c6-859a-99755768db29 req-81a2b502-cc8f-4d90-9e12-4c883863ce10 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530615 Jun 30 21:53:59.819080 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Sync routers for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:53:59.831786 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:53:59.832476 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:53:59.844180 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.851625 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.854753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a12757a2-3bea-4b50-b768-fdb6c423a4ff HTTP/1.1" status: 204 len: 168 time: 0.7536030 Jun 30 21:53:59.865359 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e97efc-1897-4aa0-9c17-85375426e160 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12757a2-3bea-4b50-b768-fdb6c423a4ff,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:53:59.873041 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:53:59.878337 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-9badc32c-868a-4b12-a93e-8408c333fdde admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5547137 Jun 30 21:53:59.878889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53402) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:53:59.930347 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ab71dc85-f1eb-4d90-af21-d64574f61831 None None] Provisioning for port ec8793de-1b43-4e4d-8db4-9130d5f6d18f completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:53:59.981094 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:00.243479 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ec8793de-1b43-4e4d-8db4-9130d5f6d18f up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:00.245211 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:53:58Z', 'revision_number': 3, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:53:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:00.289743 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Checking router: 18a77adc-9a8d-4a0a-97da-88d23df067b9 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:00.290323 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Updating router 18a77adc-9a8d-4a0a-97da-88d23df067b9 port c7f873fa-cf29-4467-a9c7-a93c95191c7f binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:54:00.368525 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53412) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:00.379538 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.415504 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port ec8793de-1b43-4e4d-8db4-9130d5f6d18f completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:00.420621 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port ec8793de-1b43-4e4d-8db4-9130d5f6d18f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:00.421558 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.428247 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-bda9b125-6f60-4cb8-8282-9de3b599b54f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68ddc840a77a4844b7829f26b39f093b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0586317 Jun 30 21:54:00.432709 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53418) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:00.509389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.518613 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.544023 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.549444 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.613467 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:00.683864 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.687551 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.688723 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d95249b0-25d2-47fc-aa57-63799d650905 HTTP/1.1" status: 204 len: 168 time: 0.2548909 Jun 30 21:54:00.700353 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bf740-6833-4f4b-bbf3-676d28892cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95249b0-25d2-47fc-aa57-63799d650905,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:00.706839 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.737540 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Allocated IP 172.20.0.1 (e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b/d52f9214-d217-43bb-95ae-4d992d89dcae/fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:00.784999 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:00.892854 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.903648 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Transition to ACTIVE for port object c7f873fa-cf29-4467-a9c7-a93c95191c7f will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:00.924507 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:00.939403 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Transition to ACTIVE for port object fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:01.004665 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.049361 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7f5ba-6d60-4102-9acd-aa010f0b4b8a req-a9b467e1-94df-4f6d-80dd-99de014af6b3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:01.051654 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-39a7f5ba-6d60-4102-9acd-aa010f0b4b8a req-a9b467e1-94df-4f6d-80dd-99de014af6b3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1004584 Jun 30 21:54:01.062788 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Attempting to bind port c7f873fa-cf29-4467-a9c7-a93c95191c7f on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:01.063160 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Attempting to bind port c7f873fa-cf29-4467-a9c7-a93c95191c7f by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:01.063525 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Attempting to bind port c7f873fa-cf29-4467-a9c7-a93c95191c7f on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:01.071979 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Pushing event updated for resources: {'Port': ['ID=c7f873fa-cf29-4467-a9c7-a93c95191c7f,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:01.075029 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:01.075419 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:01.075993 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.076635 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:01.077268 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Bound port: c7f873fa-cf29-4467-a9c7-a93c95191c7f, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:01.077834 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.099709 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-39a7f5ba-6d60-4102-9acd-aa010f0b4b8a req-f21848e1-fe25-4de9-9c42-88e2755f0f4f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417600 Jun 30 21:54:01.105794 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.106389 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.106740 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.107099 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.107584 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.108018 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.108507 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.108980 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.109333 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.109670 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.110021 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.110348 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:01.153303 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] For port c7f873fa-cf29-4467-a9c7-a93c95191c7f, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:01.153303 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] For port c7f873fa-cf29-4467-a9c7-a93c95191c7f, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c7f873fa-cf29-4467-a9c7-a93c95191c7f,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:01.158748 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.210696 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Pushing event updated for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:01.226969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:01.227241 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.228509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:01.231335 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:01.308279 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.360774 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:01.362423 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:01.436366 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5ead3-71af-4908-95c5-2b6932565f42 None None] Pushing event updated for resources: {'Port': ['ID=c7f873fa-cf29-4467-a9c7-a93c95191c7f,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:01.530847 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:01.567745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.577021 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ef8b15bd-0ff7-41a3-838e-3a0eebde4eb3 None None] Provisioning for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:01.587038 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ef8b15bd-0ff7-41a3-838e-3a0eebde4eb3 None None] Provisioning complete for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:01.587414 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ef8b15bd-0ff7-41a3-838e-3a0eebde4eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.642942 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-ef8b15bd-0ff7-41a3-838e-3a0eebde4eb3 None None] Port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:01.744477 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:53:58Z', 'revision_number': 3, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:01.781455 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.781784 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3672308d-5399-4272-8f7d-cf80f48d0802 None None] The sync data for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi is: [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:53:58Z', 'revision_number': 3, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:01.923797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:01.992403 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Pushing event updated for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:01.997155 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.130737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:02.132440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:02.435564 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53492) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:02.457152 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c7f873fa-cf29-4467-a9c7-a93c95191c7f up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:02.545821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Router 18a77adc-9a8d-4a0a-97da-88d23df067b9 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:54:02.598156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-067e7e3b-abc4-4c09-af7b-7351218d7a40 None None] Provisioning complete for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:02.598680 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-067e7e3b-abc4-4c09-af7b-7351218d7a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.614271 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e69b9-ebf6-4176-8616-10c679180764 req-ab9fd0ce-3a68-451b-969b-a530b3dd04e2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:02.624462 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-540e69b9-ebf6-4176-8616-10c679180764 req-ab9fd0ce-3a68-451b-969b-a530b3dd04e2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.2493358 Jun 30 21:54:02.666803 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-067e7e3b-abc4-4c09-af7b-7351218d7a40 None None] Port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:02.688634 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6529dee8-117d-4680-9e43-65d7c32ad66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.730323 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port c7f873fa-cf29-4467-a9c7-a93c95191c7f completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:02.735888 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port c7f873fa-cf29-4467-a9c7-a93c95191c7f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:02.736557 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.846594 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6529dee8-117d-4680-9e43-65d7c32ad66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.883942 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:02.907510 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port c7f873fa-cf29-4467-a9c7-a93c95191c7f, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c7f873fa-cf29-4467-a9c7-a93c95191c7f,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:03.009997 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6529dee8-117d-4680-9e43-65d7c32ad66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.062704 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-6529dee8-117d-4680-9e43-65d7c32ad66e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a92497579ad84acea7f3f0af8a8ed363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224024 Jun 30 21:54:03.062704 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529dee8-117d-4680-9e43-65d7c32ad66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a14d72c-7696-49b3-97ab-e579606b9121,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:03.064088 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53502) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:03.087957 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-540e69b9-ebf6-4176-8616-10c679180764 req-9a27bbd4-d08f-4a67-81b0-a64f7d38a8aa tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582129 Jun 30 21:54:03.156176 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:54:03.162522 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-cf735d6b-bd98-466e-8cd2-e19aa213ed3d admin admin] 10.222.0.47 "PUT /v2.0/routers/18a77adc-9a8d-4a0a-97da-88d23df067b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2825632 Jun 30 21:54:03.170142 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.171596 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ec8793de-1b43-4e4d-8db4-9130d5f6d18f up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:03.172320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.196965 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.286473 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=c7f873fa-cf29-4467-a9c7-a93c95191c7f,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:03.306457 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port ec8793de-1b43-4e4d-8db4-9130d5f6d18f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:03.307367 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.346587 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.349875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:03.351066 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a14d72c-7696-49b3-97ab-e579606b9121 HTTP/1.1" status: 204 len: 168 time: 0.2845898 Jun 30 21:54:03.361787 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fdac6-20d8-40ea-8f3e-ffd914db496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a14d72c-7696-49b3-97ab-e579606b9121,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:03.812391 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Sync routers for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:54:03.821813 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:03.828298 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:03.940692 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:04.028216 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53538) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:04.046248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c46b1a24-c2f3-4b61-a4be-52fe923cbeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.152651 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c46b1a24-c2f3-4b61-a4be-52fe923cbeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.188939 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 2, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:04.229406 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c7f873fa-cf29-4467-a9c7-a93c95191c7f up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:04.231713 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Checking router: 18a77adc-9a8d-4a0a-97da-88d23df067b9 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:04.232076 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Updating router 18a77adc-9a8d-4a0a-97da-88d23df067b9 port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:54:04.273186 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c46b1a24-c2f3-4b61-a4be-52fe923cbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.293185 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.332860 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53546) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:04.333392 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c46b1a24-c2f3-4b61-a4be-52fe923cbeb0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8287b4d09a6489baa6e18da61d67ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036222 Jun 30 21:54:04.340968 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b1a24-c2f3-4b61-a4be-52fe923cbeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c63d02-c6ef-44f0-a784-30ccffd6639b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:04.357911 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba154e0-7f2a-489c-abe7-d68fe8389c52 req-412a152c-489a-48b6-a6da-f339ce76ad74 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:04.359826 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port c7f873fa-cf29-4467-a9c7-a93c95191c7f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:04.360198 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.361080 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bba154e0-7f2a-489c-abe7-d68fe8389c52 req-412a152c-489a-48b6-a6da-f339ce76ad74 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1308227 Jun 30 21:54:04.419255 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.444829 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.446765 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bba154e0-7f2a-489c-abe7-d68fe8389c52 req-d6116414-a9a4-4115-86be-c8a4d3a2d15f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786569 Jun 30 21:54:04.513034 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53552) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:04.563838 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.569623 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.571367 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27c63d02-c6ef-44f0-a784-30ccffd6639b HTTP/1.1" status: 204 len: 168 time: 0.2375212 Jun 30 21:54:04.593588 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30689788-335d-4027-b1f9-3535de603c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c63d02-c6ef-44f0-a784-30ccffd6639b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:04.653120 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a0da-3baa-4a55-9ff3-762eb63b6c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.738618 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53566) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:04.743790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1847875257-network', 'tenant_id': '7b4f96ed061148efa4716766d65e8816'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:04.801206 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a0da-3baa-4a55-9ff3-762eb63b6c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.809424 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.820591 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Transition to ACTIVE for port object fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:04.901059 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0b2a0da-3baa-4a55-9ff3-762eb63b6c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.912271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:04.949634 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b0b2a0da-3baa-4a55-9ff3-762eb63b6c67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e0b509f43ff4809a6bbc100a92cb8b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4352720 Jun 30 21:54:04.950666 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2a0da-3baa-4a55-9ff3-762eb63b6c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c41b43e-fca2-4c3f-8589-60d99b948ba7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:04.953056 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53576) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:04.989412 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Made reservation on behalf of 7b4f96ed061148efa4716766d65e8816 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:04.991799 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.019445 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420273-1bc9-477a-ba77-c93dfe909d0f None None] Pushing event updated for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:05.022929 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.098474 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Attempting to bind port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:05.099378 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Attempting to bind port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:05.099853 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Attempting to bind port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 on network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:05.106641 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:05.107843 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Checking segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:05.109623 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.110141 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Bound using segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:05.110766 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Bound port: fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:05.111322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.162856 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.185899 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.201429 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.215856 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] For port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:05.220886 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] For port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:05.284084 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.315082 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609ed375-8596-4e6e-a9ca-955947f4904f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:05.340964 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.374793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:54:05.385547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.386147 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Added segment 5b7118f2-2dbd-429a-80a8-1aebfe1bd365 of type vlan for network b11c913c-a698-4d50-a447-e4ca3d540888 Jun 30 21:54:05.405710 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:05.406364 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:05.442327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.474916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.478317 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.482218 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c41b43e-fca2-4c3f-8589-60d99b948ba7 HTTP/1.1" status: 204 len: 168 time: 0.5256422 Jun 30 21:54:05.502891 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04049ef6-6ffe-4820-ae4e-4e30a286691e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c41b43e-fca2-4c3f-8589-60d99b948ba7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:05.568836 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.570133 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:05.570933 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:05.597576 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf420273-1bc9-477a-ba77-c93dfe909d0f None None] Pushing event updated for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:05.661064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] Pushing event updated for resources: {'Network': ['ID=b11c913c-a698-4d50-a447-e4ca3d540888,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:05.704566 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network b11c913c-a698-4d50-a447-e4ca3d540888 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:54:05.761625 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53608) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:05.762474 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-93a4a073-c680-435d-8a4f-cb496cb66c42 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0222352 Jun 30 21:54:05.771756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Request body: {'subnet': {'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1847875257-subnet', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:05.782078 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:05.789682 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29733a00-c99a-41d3-8732-40aec1af953d req-b3566b61-f393-45b9-9c48-bd79796974b4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:05.803749 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-29733a00-c99a-41d3-8732-40aec1af953d req-b3566b61-f393-45b9-9c48-bd79796974b4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1067238 Jun 30 21:54:05.858820 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-29733a00-c99a-41d3-8732-40aec1af953d req-9f1f09c2-574f-4cc0-8899-1410e2fce22c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549862 Jun 30 21:54:05.878824 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Made reservation on behalf of 7b4f96ed061148efa4716766d65e8816 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:05.889244 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.041177 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:05Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:06.080806 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0db28d-5cf9-42e8-a3bd-a13370135f90 None None] The sync data for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi is: [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:05Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:06.268230 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:06.307441 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.350822 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53622) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.380108 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6797-2255-4f05-a88e-32932ca44d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.386682 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3738af4-5962-4451-a592-0e1dc7d550b4,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:06.399866 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Checking segment: {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:06.400230 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Network hostable DHCP agents. Network: b11c913c-a698-4d50-a447-e4ca3d540888, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:54:06.428747 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:06.433296 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:06.433867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.496702 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6797-2255-4f05-a88e-32932ca44d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.506347 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Network b11c913c-a698-4d50-a447-e4ca3d540888 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:54:06.546319 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.582064 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:06.583017 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, b11c913c-a698-4d50-a447-e4ca3d540888) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:06.583163 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0e2e6797-2255-4f05-a88e-32932ca44d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.592247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:06.592617 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fda382-5380-4e21-a178-6f773f883106 None None] Network b11c913c-a698-4d50-a447-e4ca3d540888 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:54:06.592783 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.626400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e6797-2255-4f05-a88e-32932ca44d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf60ebf-fc62-436f-97b6-13600224331c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:06.651652 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0e2e6797-2255-4f05-a88e-32932ca44d46 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dbfb1f7d2bd43dd87b24e656b850bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969100 Jun 30 21:54:06.655827 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53626) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.669831 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.707238 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-c911bc43-bd29-4c99-b4e4-66d1124ed71d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9424291 Jun 30 21:54:06.710264 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53630) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.715028 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:06.735890 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.762731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.780884 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:06.822790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.822790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.901194 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.904952 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.909072 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-b11c913c-a698-4d50-a447-e4ca3d540888', 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'fixed_ips': [{'subnet_id': 'e3738af4-5962-4451-a592-0e1dc7d550b4'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:54:06.909226 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcf60ebf-fc62-436f-97b6-13600224331c HTTP/1.1" status: 204 len: 168 time: 0.2496088 Jun 30 21:54:06.909331 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:06.916717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7ce69-fc55-4d0f-a239-af6862133d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf60ebf-fc62-436f-97b6-13600224331c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:06.922921 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53654) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:06.995252 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.040857 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Deleting subnet d9b3a554-454c-4a9e-b155-1b209b6ae7ad {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:54:07.045219 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.124645 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.135446 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.267391 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Allocated IP 172.20.0.2 (b11c913c-a698-4d50-a447-e4ca3d540888/e3738af4-5962-4451-a592-0e1dc7d550b4/032c516c-fbfb-4578-9232-2c60268dee46) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:07.312810 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.345743 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.350830 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.353771 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d9b3a554-454c-4a9e-b155-1b209b6ae7ad HTTP/1.1" status: 204 len: 168 time: 0.4293151 Jun 30 21:54:07.355021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7b53b-d0c1-4d31-9b96-1200d2c7210f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b3a554-454c-4a9e-b155-1b209b6ae7ad,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:07.358092 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:07.433045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc4e56-e095-454e-9787-846c15ad9fa4 req-346a67fa-7c32-45e2-980c-bacc9f43a0e4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:07.440042 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-51fc4e56-e095-454e-9787-846c15ad9fa4 req-346a67fa-7c32-45e2-980c-bacc9f43a0e4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.2573016 Jun 30 21:54:07.478347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.549483 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.556439 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-51fc4e56-e095-454e-9787-846c15ad9fa4 req-7899b175-57df-47f0-bd8d-a0a956c877ee tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154344 Jun 30 21:54:07.565070 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Transition to ACTIVE for port object 032c516c-fbfb-4578-9232-2c60268dee46 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:07.600476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Transition to ACTIVE for port object 032c516c-fbfb-4578-9232-2c60268dee46 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:07.678065 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.736820 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Network b11c913c-a698-4d50-a447-e4ca3d540888 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:07.740273 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:07.745425 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:07.749480 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Pushing event updated for resources: {'Port': ['ID=032c516c-fbfb-4578-9232-2c60268dee46,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:07.781100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.795590 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b2ef91-9715-4b68-9222-75192a439e84']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:07.808400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833e815a-584b-43ee-9a4b-07b0582b47f7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:07.808780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833e815a-584b-43ee-9a4b-07b0582b47f7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:07.812178 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Attempting to bind port 032c516c-fbfb-4578-9232-2c60268dee46 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:07.812553 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Attempting to bind port 032c516c-fbfb-4578-9232-2c60268dee46 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:07.813246 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Attempting to bind port 032c516c-fbfb-4578-9232-2c60268dee46 on network b11c913c-a698-4d50-a447-e4ca3d540888 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:07.819458 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:07.819649 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Checking segment: {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:07.820282 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.820828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Bound using segment: {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:07.821447 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Bound port: 032c516c-fbfb-4578-9232-2c60268dee46, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:07.821896 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.828266 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.899476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] For port 032c516c-fbfb-4578-9232-2c60268dee46, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:07.900313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] For port 032c516c-fbfb-4578-9232-2c60268dee46, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=032c516c-fbfb-4578-9232-2c60268dee46,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:07.910005 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.917785 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:54:07.918193 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:54:07.920262 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:54:07.993235 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.003263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.026248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.066705 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.071090 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacfe01-ac50-49cc-a20a-2ed0d55b8007 None None] Pushing event updated for resources: {'Port': ['ID=032c516c-fbfb-4578-9232-2c60268dee46,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.072427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.075273 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] 10.222.0.47 "DELETE /v2.0/networks/73b2ef91-9715-4b68-9222-75192a439e84 HTTP/1.1" status: 204 len: 168 time: 0.7156954 Jun 30 21:54:08.079058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53704) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:08.101462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f75169-9ab8-4cb7-9e4a-90409cfad8fe admin admin] Pushing event deleted for resources: {'Network': ['ID=73b2ef91-9715-4b68-9222-75192a439e84,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.143280 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Deleting subnet 1cc151a3-a98c-46a3-b739-3ed617fa12f4 {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:54:08.146849 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.174423 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Allocated IP 172.27.1.43 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:08.194643 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.202965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.261461 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:08.343850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.355609 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:08.356157 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.426925 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.467121 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.472209 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cc151a3-a98c-46a3-b739-3ed617fa12f4,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.478860 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.481460 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-aaec2e3c-acaf-4f54-921f-ed244aea1df3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1cc151a3-a98c-46a3-b739-3ed617fa12f4 HTTP/1.1" status: 204 len: 168 time: 0.4001670 Jun 30 21:54:08.484351 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53712) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:08.537517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:08.539299 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Pushing event updated for resources: {'Port': ['ID=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:08.543689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:08.553067 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:08.557192 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.668511 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.682137 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > port after_create 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > port after_update 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.690046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.797448 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.797827 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.798191 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.798526 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105233) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 21:54:08.798877 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a204a109-2fc2-439c-bdaf-5aab7e4be4d5']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.802678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404e907-6a6d-485e-b8b4-4139a02cfacf req-b7307815-aa56-412a-be6d-4039c4d42fa1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:08.804265 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5404e907-6a6d-485e-b8b4-4139a02cfacf req-b7307815-aa56-412a-be6d-4039c4d42fa1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0806217 Jun 30 21:54:08.817940 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e52307ba-21a8-4ee5-8637-008840f1abde') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.818368 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e52307ba-21a8-4ee5-8637-008840f1abde') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:08.840204 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.862914 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.871450 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Releasing vlan 708 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:54:08.871864 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:08.921458 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5404e907-6a6d-485e-b8b4-4139a02cfacf req-935cd378-6277-4e34-8f45-e6416f7c666e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090863 Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: from cryptography.utils import int_from_bytes Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: from cryptography.utils import int_from_bytes Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:54:08.957973 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:54:08.982972 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.043711 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.080057 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Pushing event deleted for resources: {'Network': ['ID=a204a109-2fc2-439c-bdaf-5aab7e4be4d5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:09.092395 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.094855 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ddb571db-aea9-4122-a554-b5c237c5b482 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a204a109-2fc2-439c-bdaf-5aab7e4be4d5 HTTP/1.1" status: 204 len: 168 time: 0.6095488 Jun 30 21:54:09.217347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.294009 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c56d30-74a8-4716-8789-1228803eb575 None None] Network b11c913c-a698-4d50-a447-e4ca3d540888 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:54:09.477143 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-5126455f-08dd-4d67-8d2d-30c3418ab12f None None] Provisioning for port 032c516c-fbfb-4578-9232-2c60268dee46 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:09.477728 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Router 09db0de5-0b79-4777-ba7d-cdf7907c972e is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:54:09.589179 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53746) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.599643 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:54:09.610013 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Sync routers for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:54:09.627615 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:09.627615 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:09.650881 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ec19bc8b-f7b6-4d8f-b26b-2932fa08c253 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f22c1f304aa6431fbcec5d65fa018867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550833 Jun 30 21:54:09.650989 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.667387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.669813 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-af8903eb-9395-4ae0-b54e-01712ec9d656 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9577296 Jun 30 21:54:09.676234 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53754) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:09.718793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.745481 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.819816 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:09.852561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.852561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:09.856324 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df0eaee7-0aa7-4781-9538-dc97f1380e19 HTTP/1.1" status: 204 len: 168 time: 0.2012014 Jun 30 21:54:09.862720 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d974518-5d6e-42a4-b95c-d3083afbf873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0eaee7-0aa7-4781-9538-dc97f1380e19,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:10.090837 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:08Z', 'revision_number': 3, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:10.147530 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Checking router: 09db0de5-0b79-4777-ba7d-cdf7907c972e for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:10.148034 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Updating router 09db0de5-0b79-4777-ba7d-cdf7907c972e port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:54:10.195233 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78d818-cc5e-48c2-bb4f-5607e4322bf0 req-bc463b7f-3df6-4111-8435-e7d163958cfd tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:10.203973 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c78d818-cc5e-48c2-bb4f-5607e4322bf0 req-bc463b7f-3df6-4111-8435-e7d163958cfd tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1094658 Jun 30 21:54:10.247933 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c78d818-cc5e-48c2-bb4f-5607e4322bf0 req-3110a338-94af-4062-8f36-9c6f61a42827 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421846 Jun 30 21:54:10.262461 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.342654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 032c516c-fbfb-4578-9232-2c60268dee46 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:10.383929 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.477441 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 032c516c-fbfb-4578-9232-2c60268dee46 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:10.481693 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 032c516c-fbfb-4578-9232-2c60268dee46 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:10.482345 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.565510 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.574796 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Allocated IP 172.20.0.1 (b11c913c-a698-4d50-a447-e4ca3d540888/e3738af4-5962-4451-a592-0e1dc7d550b4/3326e93d-7e23-4907-9a1e-a50047f4b6c6) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:10.585750 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.597891 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Transition to ACTIVE for port object 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:10.605580 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 032c516c-fbfb-4578-9232-2c60268dee46, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=032c516c-fbfb-4578-9232-2c60268dee46,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:10.655761 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.677596 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.707820 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Attempting to bind port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:10.708192 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Attempting to bind port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:10.708550 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Attempting to bind port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:10.719558 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.721731 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a057902-137b-49e1-8f19-61e3a6f606ec None None] Pushing event updated for resources: {'Port': ['ID=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:10.725516 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:10.725516 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:10.725516 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.725516 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:10.726596 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Bound port: 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:10.726596 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.751660 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53786) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:10.754792 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Transition to ACTIVE for port object 3326e93d-7e23-4907-9a1e-a50047f4b6c6 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:10.766985 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=032c516c-fbfb-4578-9232-2c60268dee46,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:10.812244 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] For port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:10.815456 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] For port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:10.834851 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6a9b87ca-9696-4a19-b0b3-5f231020e366 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8782ec70b7c48cc8052889221bba3eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0803297 Jun 30 21:54:10.842612 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53790) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:10.863388 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.896324 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.925046 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.969696 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:10.996229 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a057902-137b-49e1-8f19-61e3a6f606ec None None] Pushing event updated for resources: {'Port': ['ID=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.004774 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:11.005773 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:11.020572 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Network b11c913c-a698-4d50-a447-e4ca3d540888 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:11.033457 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53794) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:11.043352 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:11.049432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:11.093357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Pushing event updated for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.115799 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.128679 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:11.189844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-971fdf3f-2538-495d-8f52-9bbd29b38905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.202989 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.205793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.207121 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5c9f4e1-ef8c-4f6b-8114-fce7be9ea512 HTTP/1.1" status: 204 len: 168 time: 0.3635576 Jun 30 21:54:11.237414 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38db8e-01c0-44c4-be4b-a509c905cf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c9f4e1-ef8c-4f6b-8114-fce7be9ea512,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.400460 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-971fdf3f-2538-495d-8f52-9bbd29b38905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.496244 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-971fdf3f-2538-495d-8f52-9bbd29b38905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.500855 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.518401 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-cd23fa6b-6095-404d-bbbe-4e903d4b2fdd None None] Provisioning for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:11.522965 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-cd23fa6b-6095-404d-bbbe-4e903d4b2fdd None None] Provisioning complete for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:11.524469 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cd23fa6b-6095-404d-bbbe-4e903d4b2fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.542648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fdf3f-2538-495d-8f52-9bbd29b38905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3be9f61-7825-4fa5-993d-989ab23f504f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.569302 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:11.592724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cf9d9-7f84-4288-9643-511f26431085 req-ffb20d7f-9641-4b4d-8c90-73329abc5f39 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:11.596973 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-cd23fa6b-6095-404d-bbbe-4e903d4b2fdd None None] Port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:11.599249 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b67cf9d9-7f84-4288-9643-511f26431085 req-ffb20d7f-9641-4b4d-8c90-73329abc5f39 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1615014 Jun 30 21:54:11.654929 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b67cf9d9-7f84-4288-9643-511f26431085 req-62d58132-85ad-42ec-8276-6f53c898761b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547211 Jun 30 21:54:11.673980 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-971fdf3f-2538-495d-8f52-9bbd29b38905 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37b5d8d2444f4403b1d06992ee85d906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6304920 Jun 30 21:54:11.673980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:11.679752 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:08Z', 'revision_number': 3, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:11.722875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.739224 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0104eacc-c752-4d80-8dbd-9d982c8dff9c None None] The sync data for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi is: [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:08Z', 'revision_number': 3, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:11.749045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.770139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-013e8158-87a7-4593-a86d-da54798a7a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.774714 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.843542 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.880056 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-013e8158-87a7-4593-a86d-da54798a7a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.923783 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.925348 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.926346 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:11.927252 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Pushing event updated for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.927523 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3be9f61-7825-4fa5-993d-989ab23f504f HTTP/1.1" status: 204 len: 168 time: 0.2597532 Jun 30 21:54:11.940175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d920c-598d-4992-abbc-6887af380bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3be9f61-7825-4fa5-993d-989ab23f504f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:11.952964 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-013e8158-87a7-4593-a86d-da54798a7a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.012230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e8158-87a7-4593-a86d-da54798a7a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c94c9c-0890-497d-bca6-ab53ca094713,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:12.049361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-013e8158-87a7-4593-a86d-da54798a7a44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c848573fc62942499d1fcd3d13e47e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4741786 Jun 30 21:54:12.051045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53826) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:12.124548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Network b11c913c-a698-4d50-a447-e4ca3d540888 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:12.126728 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:12.155282 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.182002 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.324403 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Router 09db0de5-0b79-4777-ba7d-cdf7907c972e has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:54:12.437704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:12.488358 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:54:12.489824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.498891 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.498891 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84c94c9c-0890-497d-bca6-ab53ca094713 HTTP/1.1" status: 204 len: 168 time: 0.4429822 Jun 30 21:54:12.511689 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-74eaa3ea-f488-406b-8139-af9c0162230c admin admin] 10.222.0.47 "PUT /v2.0/routers/09db0de5-0b79-4777-ba7d-cdf7907c972e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8339684 Jun 30 21:54:12.527834 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e49eb0-9d47-45e3-aca3-21214520caa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c94c9c-0890-497d-bca6-ab53ca094713,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:12.566759 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-23d5a453-4e30-4e56-ac58-d1822ed14a19 None None] Provisioning complete for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:12.567268 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-23d5a453-4e30-4e56-ac58-d1822ed14a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.673894 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-23d5a453-4e30-4e56-ac58-d1822ed14a19 None None] Port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:12.729312 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:12.738601 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:12.738601 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.861358 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.886493 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:12.915249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee2231-3029-4af1-80dc-cff6d0c6ed2e req-dea8b063-b77b-4370-9677-261ea3459611 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:12.916785 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4ee2231-3029-4af1-80dc-cff6d0c6ed2e req-dea8b063-b77b-4370-9677-261ea3459611 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0856669 Jun 30 21:54:12.960635 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4ee2231-3029-4af1-80dc-cff6d0c6ed2e req-96fcc3f3-6627-43e5-980b-44df856aaaf0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357194 Jun 30 21:54:12.980965 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:12.981753 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 032c516c-fbfb-4578-9232-2c60268dee46 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:13.057567 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:13.071853 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 032c516c-fbfb-4578-9232-2c60268dee46 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:13.072279 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.251174 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53860) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:13.268434 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-070bb11a-fba8-40e9-bca8-e8fe630e3ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.385115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-070bb11a-fba8-40e9-bca8-e8fe630e3ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.427464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-070bb11a-fba8-40e9-bca8-e8fe630e3ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.464348 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-070bb11a-fba8-40e9-bca8-e8fe630e3ecc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cf10c613dfc4669852ce5e2727185fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094650 Jun 30 21:54:13.464348 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:13.502682 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bb11a-fba8-40e9-bca8-e8fe630e3ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738e6c65-3f4f-47bd-a957-ff9a043ca9d3,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:13.538346 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.539896 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 53874) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:13.556827 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a514-01b3-4b3d-956e-be4ce2c42d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.562408 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.719076 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.721893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.728843 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/738e6c65-3f4f-47bd-a957-ff9a043ca9d3 HTTP/1.1" status: 204 len: 168 time: 0.2626643 Jun 30 21:54:13.738378 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104f19-ff3d-43d8-a9bd-a0681e87f11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738e6c65-3f4f-47bd-a957-ff9a043ca9d3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:13.809456 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Sync routers for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:54:13.834909 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a514-01b3-4b3d-956e-be4ce2c42d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:13.840855 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:13.841491 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:13.981362 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1a5a514-01b3-4b3d-956e-be4ce2c42d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.026412 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:14.138675 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e1a5a514-01b3-4b3d-956e-be4ce2c42d72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0464f85ec0e40d48afc157fc89b200c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5963454 Jun 30 21:54:14.140804 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5a514-01b3-4b3d-956e-be4ce2c42d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c8df96-f5dd-4fdd-b9be-859c9b9eb7ed,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:14.146194 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 53906) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:14.287924 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.319628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.352242 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6acf87f-fc89-4fd1-b8b8-e15261645722 req-6610367f-ad4e-41e5-9af5-0ddeb9a02c57 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:14.358821 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:14.360355 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e6acf87f-fc89-4fd1-b8b8-e15261645722 req-6610367f-ad4e-41e5-9af5-0ddeb9a02c57 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1623390 Jun 30 21:54:14.431025 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e6acf87f-fc89-4fd1-b8b8-e15261645722 req-d2aa4f19-d80a-46f3-94b8-eba2e247a226 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697112 Jun 30 21:54:14.524980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.528239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.531175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61c8df96-f5dd-4fdd-b9be-859c9b9eb7ed HTTP/1.1" status: 204 len: 168 time: 0.3832254 Jun 30 21:54:14.550006 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924a4a4-ee9f-4865-937c-620b65cbf3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c8df96-f5dd-4fdd-b9be-859c9b9eb7ed,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:14.609540 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:14.613597 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:14.731609 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:11Z', 'revision_number': 4, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '3326e93d-7e23-4907-9a1e-a50047f4b6c6', 'name': '', 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'mac_address': 'fa:16:3e:eb:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:10Z', 'updated_at': '2021-06-30T21:54:11Z', 'revision_number': 2, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'subnets': [{'id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:14.761689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Checking router: 09db0de5-0b79-4777-ba7d-cdf7907c972e for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:54:14.762066 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Updating router 09db0de5-0b79-4777-ba7d-cdf7907c972e port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:54:14.844181 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.256961 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.280649 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Transition to ACTIVE for port object 3326e93d-7e23-4907-9a1e-a50047f4b6c6 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:15.359204 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.422864 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d0adb-1d9e-4cfd-9d37-560422ac3378 None None] Pushing event updated for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:15.524505 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Attempting to bind port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:15.524871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Attempting to bind port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:15.525230 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Attempting to bind port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 on network b11c913c-a698-4d50-a447-e4ca3d540888 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:15.539832 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:15.539832 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Checking segment: {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:15.540689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.540689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Bound using segment: {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:15.541712 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Bound port: 3326e93d-7e23-4907-9a1e-a50047f4b6c6, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7118f2-2dbd-429a-80a8-1aebfe1bd365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:15.541712 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.682138 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] For port 3326e93d-7e23-4907-9a1e-a50047f4b6c6, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:15.691690 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] For port 3326e93d-7e23-4907-9a1e-a50047f4b6c6, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=3326e93d-7e23-4907-9a1e-a50047f4b6c6,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:15.702117 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.743903 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:54:15.747931 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:15.868912 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbe69a-5b4f-4f65-b372-2926a2b513ac req-905c44e2-40a7-4ef3-81e6-2b104fa064e3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:15.878966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35cbe69a-5b4f-4f65-b372-2926a2b513ac req-905c44e2-40a7-4ef3-81e6-2b104fa064e3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.2496634 Jun 30 21:54:15.917973 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d0adb-1d9e-4cfd-9d37-560422ac3378 None None] Pushing event updated for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:15.973043 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35cbe69a-5b4f-4f65-b372-2926a2b513ac req-8fd60778-5a2e-4bf3-a22c-a3f8b1305ef2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844328 Jun 30 21:54:15.987520 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:54:15.988167 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:53:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:16.174438 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d71d708-f97e-4618-a1e7-4513b4dcbef5 req-39d739a6-62bb-4c4a-980d-ab2a047f5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:16.177547 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7d71d708-f97e-4618-a1e7-4513b4dcbef5 req-39d739a6-62bb-4c4a-980d-ab2a047f5816 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1098 time: 0.1431689 Jun 30 21:54:16.249029 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:54:16.268651 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7d71d708-f97e-4618-a1e7-4513b4dcbef5 req-9d34253a-cb20-470c-84c8-64caf77245ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747530 Jun 30 21:54:16.650713 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:11Z', 'revision_number': 4, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '3326e93d-7e23-4907-9a1e-a50047f4b6c6', 'name': '', 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'mac_address': 'fa:16:3e:eb:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:10Z', 'updated_at': '2021-06-30T21:54:15Z', 'revision_number': 4, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'subnets': [{'id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:54:16.687353 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7be4dc-2691-4147-aabd-ababaa4c93b6 None None] The sync data for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi is: [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:54:11Z', 'revision_number': 4, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '3326e93d-7e23-4907-9a1e-a50047f4b6c6', 'name': '', 'network_id': 'b11c913c-a698-4d50-a447-e4ca3d540888', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'mac_address': 'fa:16:3e:eb:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_interface', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:10Z', 'updated_at': '2021-06-30T21:54:15Z', 'revision_number': 4, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'subnets': [{'id': 'e3738af4-5962-4451-a592-0e1dc7d550b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:54:17.115532 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8b5c5bd5-3e58-4bc1-9831-530163d5693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:17.325810 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01447e-1594-4700-a31a-9f877620175d req-853557d2-a05a-41e8-a9e4-679160f8535d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:17.354504 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0f01447e-1594-4700-a31a-9f877620175d req-853557d2-a05a-41e8-a9e4-679160f8535d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1577258 Jun 30 21:54:17.456768 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0f01447e-1594-4700-a31a-9f877620175d req-7a9c6cba-c4e3-439b-9201-37ba71eda16c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012433 Jun 30 21:54:18.402418 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 3326e93d-7e23-4907-9a1e-a50047f4b6c6 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:18.647006 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:18.656019 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:18.659467 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:18.772190 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:18.809777 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 3326e93d-7e23-4907-9a1e-a50047f4b6c6, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=3326e93d-7e23-4907-9a1e-a50047f4b6c6,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:18.937173 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:18.994043 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:19.628205 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e2d177da-ea32-4863-aee3-1dc959900aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:20.165878 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98097-fb23-46f8-b7ca-8a76cdd441a0 req-b8a5a439-2d28-49e8-b864-0c79f8a60e18 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:20.168472 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-93a98097-fb23-46f8-b7ca-8a76cdd441a0 req-b8a5a439-2d28-49e8-b864-0c79f8a60e18 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0821812 Jun 30 21:54:20.228317 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-93a98097-fb23-46f8-b7ca-8a76cdd441a0 req-ad2aac1d-e561-4772-8de3-d47184f58793 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Jun 30 21:54:20.228828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:20.344366 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 3326e93d-7e23-4907-9a1e-a50047f4b6c6 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:20.420436 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:20.421039 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:20.454771 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:21.497575 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca963-142f-4668-9244-887ddcf17708 req-1cd4c0c6-7c96-4049-816e-212828667e35 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:21.505075 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f17ca963-142f-4668-9244-887ddcf17708 req-1cd4c0c6-7c96-4049-816e-212828667e35 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0661976 Jun 30 21:54:21.544110 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f17ca963-142f-4668-9244-887ddcf17708 req-1483553e-b24e-4128-a2b3-84673010ca0d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Jun 30 21:54:21.733018 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6498f2c-d8c2-466b-a443-af105323ebc9 req-44c0552b-fff6-4ddf-9910-21f4c1a84abe tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:21.741074 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b6498f2c-d8c2-466b-a443-af105323ebc9 req-44c0552b-fff6-4ddf-9910-21f4c1a84abe tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0802388 Jun 30 21:54:21.793596 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b6498f2c-d8c2-466b-a443-af105323ebc9 req-1a9a8b4b-7940-44cb-9c17-df67add3018f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510573 Jun 30 21:54:22.142909 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:25.972594 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70ebe2-f4e0-4fae-9e87-031cf71cf1dd req-67cc5818-e931-4cb6-b19f-2a7c58cdc8ed tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:25.980419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dc70ebe2-f4e0-4fae-9e87-031cf71cf1dd req-67cc5818-e931-4cb6-b19f-2a7c58cdc8ed tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.4006522 Jun 30 21:54:26.017674 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dc70ebe2-f4e0-4fae-9e87-031cf71cf1dd req-4e1381dd-5676-458b-b2b3-a039f17395f8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353374 Jun 30 21:54:27.841296 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-688a9443-5085-489e-9d55-397272013ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:27.842789 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-688a9443-5085-489e-9d55-397272013ca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.0561898 Jun 30 21:54:27.978736 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-38d220d9-2c12-4d46-8aeb-108a04bc0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:27.980179 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-38d220d9-2c12-4d46-8aeb-108a04bc0d09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.1206617 Jun 30 21:54:28.026581 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-21696e4a-2db6-489a-8174-454bcaa928fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0393524 Jun 30 21:54:28.050981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a7aac-a2ed-439f-b448-1e4c8c7627c9 req-59360e62-455c-4e13-a329-8aaf7ff24b1c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.052388 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9d3a7aac-a2ed-439f-b448-1e4c8c7627c9 req-59360e62-455c-4e13-a329-8aaf7ff24b1c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1262126 Jun 30 21:54:28.109927 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-5ab90f09-dda5-4f58-9fca-5fa6e47084c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.111533 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-5ab90f09-dda5-4f58-9fca-5fa6e47084c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0765786 Jun 30 21:54:28.117138 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9d3a7aac-a2ed-439f-b448-1e4c8c7627c9 req-307a7492-c722-4ec0-ba22-efc356329f37 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476739 Jun 30 21:54:28.719621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-e3d963b6-3114-481a-b209-670de2e402dd tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:28.721067 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-e3d963b6-3114-481a-b209-670de2e402dd tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 814 time: 0.0991600 Jun 30 21:54:28.735637 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-b603a959-e2f3-477b-8f41-ad8aed28c028 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/quotas/8cd1aadad96140a88ac88d3369feecee HTTP/1.1" status: 200 len: 375 time: 0.0090055 Jun 30 21:54:28.806663 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-9cd83b86-22e3-4478-91b1-d9d638c1cc01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661290 Jun 30 21:54:28.905068 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-5b25bbd1-ec41-41e3-8bdc-e7c7e4ba0432 service neutron] 10.222.0.47 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870283 Jun 30 21:54:29.000452 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-870e1f6e-738c-441d-9b62-9619b1f89eab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302346 Jun 30 21:54:29.025636 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-49f693d0-762c-4102-9e02-59f15e4c910e service neutron] 10.222.0.47 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142890 Jun 30 21:54:30.897608 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-fa8b2a75-7f32-409c-ac2c-6b3b979bc884 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959163 Jun 30 21:54:31.027079 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-663420f6-c8af-4551-bee1-957a6ffc178f req-f95c37a2-6b94-4621-b88a-c8a2c901fda1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 210 time: 0.0627844 Jun 30 21:54:31.054890 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8c558ebb-94d7-404d-b58c-495c480a1824 req-fcb45caa-1bb1-4a8f-802c-6186a803da51 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499457 Jun 30 21:54:31.077153 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe8dd9-a140-4fc8-98d6-b7fc07c97323 req-072c138a-2cc9-4daf-b894-28c00e1d8f36 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:31.078621 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdbe8dd9-a140-4fc8-98d6-b7fc07c97323 req-072c138a-2cc9-4daf-b894-28c00e1d8f36 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1155941 Jun 30 21:54:31.117099 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdbe8dd9-a140-4fc8-98d6-b7fc07c97323 req-4b6db198-22e7-47a9-9f12-916e2d47b231 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jun 30 21:54:32.183022 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-72d31408-1dfb-442f-85ac-e42528fd2bdc req-c3318725-e7b0-486a-8439-caa500f5f7a2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jun 30 21:54:32.323175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea116c49-9e0e-41b1-8475-6eeb137458e1 req-4911edbd-7961-4ee9-83f5-50ec73a1cd75 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:32.324808 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ea116c49-9e0e-41b1-8475-6eeb137458e1 req-4911edbd-7961-4ee9-83f5-50ec73a1cd75 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0851624 Jun 30 21:54:32.364980 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ea116c49-9e0e-41b1-8475-6eeb137458e1 req-ca08c2b8-a685-4f7b-b029-102481126eb5 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340667 Jun 30 21:54:32.560404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-83a50eb4-b855-4fbd-9f8c-db5f17598afc tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:32.563086 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-83a50eb4-b855-4fbd-9f8c-db5f17598afc tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 814 time: 0.1017957 Jun 30 21:54:32.583872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'port': {'device_id': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'admin_state_up': True, 'tenant_id': '8cd1aadad96140a88ac88d3369feecee'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:32.808827 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Made reservation on behalf of 8cd1aadad96140a88ac88d3369feecee for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:32.812351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:32.964203 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Allocated IP 172.20.0.5 (e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b/d52f9214-d217-43bb-95ae-4d992d89dcae/485639ce-41ac-40f3-8071-1e445002ceec) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:33.158050 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:33.170209 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Transition to ACTIVE for port object 485639ce-41ac-40f3-8071-1e445002ceec will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:33.360931 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-005df427-1078-4177-9d06-dbc098a124d8 req-62191c9c-a4e2-4d33-95cf-b6d8877a4937 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 210 time: 0.0329077 Jun 30 21:54:33.381428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:33.458745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:33.468570 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:33.470318 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.470981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.471339 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.471680 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.472014 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.473197 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.473443 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.473777 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.474450 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.474939 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.475471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.475810 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:33.482856 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:33.499333 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:33.632709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:33.636776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:33.674261 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccbb01-8a33-4f8a-a251-175c21f03b48 req-dc5fe4c1-8adc-4f17-98dc-493df6d3b08d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:33.676585 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99ccbb01-8a33-4f8a-a251-175c21f03b48 req-dc5fe4c1-8adc-4f17-98dc-493df6d3b08d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1355901 Jun 30 21:54:33.724764 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99ccbb01-8a33-4f8a-a251-175c21f03b48 req-e4836c6e-65fd-424a-8087-d7c008d86476 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401950 Jun 30 21:54:33.763396 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-6930a6b6-ab63-42ac-8096-3f33002baf23 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1840589 Jun 30 21:54:33.782027 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Request body: {'port': {'device_id': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:33.853275 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:33.923432 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f9f639ff-7c2d-4c4b-9316-775066871bbe None None] Provisioning for port 485639ce-41ac-40f3-8071-1e445002ceec completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:33.928532 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f9f639ff-7c2d-4c4b-9316-775066871bbe None None] Provisioning complete for port 485639ce-41ac-40f3-8071-1e445002ceec triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:33.929071 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f9f639ff-7c2d-4c4b-9316-775066871bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:33.971341 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-f9f639ff-7c2d-4c4b-9316-775066871bbe None None] Port 485639ce-41ac-40f3-8071-1e445002ceec cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:34.157621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 485639ce-41ac-40f3-8071-1e445002ceec {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:34.168401 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:34.185145 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Transition to ACTIVE for port object 485639ce-41ac-40f3-8071-1e445002ceec will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:34.288686 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:34.402284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:34.469241 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Attempting to bind port 485639ce-41ac-40f3-8071-1e445002ceec on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:34.469582 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Attempting to bind port 485639ce-41ac-40f3-8071-1e445002ceec by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:34.473374 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Attempting to bind port 485639ce-41ac-40f3-8071-1e445002ceec on network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:34.477845 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Port 485639ce-41ac-40f3-8071-1e445002ceec on network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:54:34.478259 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Attempting to bind port 485639ce-41ac-40f3-8071-1e445002ceec on network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:34.483731 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:34.487616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Checking segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:34.487616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Bound using segment: {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:34.487616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Bound port: 485639ce-41ac-40f3-8071-1e445002ceec, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e53699-5bfa-4616-b04d-85260ae4afed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:34.487616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:34.595108 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:34.600107 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:34.701947 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:34.769941 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:34.770897 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:34.772567 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 1093 time: 0.9948895 Jun 30 21:54:34.773129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:34.776498 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:34.804365 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f98a0-42f4-44f6-96fb-507e3f5868c6 req-2902536d-2f49-4e0e-a02f-1fe27998452c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:34.806196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5f8f98a0-42f4-44f6-96fb-507e3f5868c6 req-2902536d-2f49-4e0e-a02f-1fe27998452c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.2125397 Jun 30 21:54:34.856488 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fdfd1-15b2-4978-a001-79057cb057a0 service neutron] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:34.887231 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54416) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:34.942587 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5f8f98a0-42f4-44f6-96fb-507e3f5868c6 req-34440598-35bf-4c8d-b83d-75def9199b08 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247084 Jun 30 21:54:35.037972 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fcc2f0-7d2b-4138-87ff-ec5e17d2b871 x-openstack-request-id: req-f8fcc2f0-7d2b-4138-87ff-ec5e17d2b871 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:35.038389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:35.038785 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8fcc2f0-7d2b-4138-87ff-ec5e17d2b871 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:35.039379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:54:35.153323 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54422) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:35.249387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3d603-3c4f-4414-a56a-aaf555195d20 req-875546b7-6f06-40eb-8819-d85e5c7b7819 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:35.261704 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6ff3d603-3c4f-4414-a56a-aaf555195d20 req-875546b7-6f06-40eb-8819-d85e5c7b7819 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1856525 Jun 30 21:54:35.315291 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee505e39-5c58-4843-b0bc-b21621eb101e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.330638 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6ff3d603-3c4f-4414-a56a-aaf555195d20 req-b5d6bd4e-73eb-4c94-89fc-f400dc590a40 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677652 Jun 30 21:54:35.357112 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.456772 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee505e39-5c58-4843-b0bc-b21621eb101e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.533349 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ee505e39-5c58-4843-b0bc-b21621eb101e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.600622 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54436) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:35.601556 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ee505e39-5c58-4843-b0bc-b21621eb101e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=423de54e48a046379b8f0dff8ab54a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067060 Jun 30 21:54:35.715778 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee505e39-5c58-4843-b0bc-b21621eb101e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00a666a-9dd4-4669-8f51-39ceb38472d9,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:35.790730 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.838711 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.853368 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:35.973735 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.005641 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716c4f1e-a8d8-4590-871b-b3f194669711,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:36.026481 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.032158 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.033344 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a00a666a-9dd4-4669-8f51-39ceb38472d9 HTTP/1.1" status: 204 len: 168 time: 0.4317305 Jun 30 21:54:36.050704 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34086a8-451b-4098-85ee-468ca5487752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00a666a-9dd4-4669-8f51-39ceb38472d9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:36.094124 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.096587 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.096925 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.097254 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.097577 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.098661 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.105129 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.105802 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.106353 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.106694 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.107403 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.107740 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:36.169556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54458) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:36.171899 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d2cdd56f-e1b1-4acf-a776-210136f6d765 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6b597388ec7493e86893f005f87cbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0173924 Jun 30 21:54:36.234976 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ea892-5366-475d-87b8-c2a43694b3cd req-4f9ddbd6-1e3e-4039-a86a-cca775034a05 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:36.236821 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a1ea892-5366-475d-87b8-c2a43694b3cd req-4f9ddbd6-1e3e-4039-a86a-cca775034a05 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.1266940 Jun 30 21:54:36.309737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a1ea892-5366-475d-87b8-c2a43694b3cd req-fd04be53-d975-4d2a-9070-090ea95517d4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587018 Jun 30 21:54:36.313641 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.350380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.530169 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.532821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:36.534167 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/716c4f1e-a8d8-4590-871b-b3f194669711 HTTP/1.1" status: 204 len: 168 time: 0.3634901 Jun 30 21:54:36.545511 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcdcb3-e3c9-49f8-b9ba-d7ed0d1a6ec7 req-682d2fa7-5f9b-4886-8741-b749306b69e9 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:36.547021 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f9fcdcb3-e3c9-49f8-b9ba-d7ed0d1a6ec7 req-682d2fa7-5f9b-4886-8741-b749306b69e9 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0791390 Jun 30 21:54:36.558962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce18060-a745-4412-94ff-fc33e3ad15a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716c4f1e-a8d8-4590-871b-b3f194669711,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:36.634534 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f9fcdcb3-e3c9-49f8-b9ba-d7ed0d1a6ec7 req-cbe57acd-3c62-4d09-9e13-599fbe7d7061 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668168 Jun 30 21:54:37.031644 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54482) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:37.047287 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f78c98-7647-42fd-aff8-e252ddff3d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.171662 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f78c98-7647-42fd-aff8-e252ddff3d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.291144 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c4f78c98-7647-42fd-aff8-e252ddff3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.328966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c4f78c98-7647-42fd-aff8-e252ddff3d77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf80d829fd964df48571696495ba63d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960026 Jun 30 21:54:37.331641 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54500) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:37.356720 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f78c98-7647-42fd-aff8-e252ddff3d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1a58e5-505f-4672-8040-a1a942b2c7c9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:37.405761 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.431048 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.553336 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.557046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:37.560951 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f1a58e5-505f-4672-8040-a1a942b2c7c9 HTTP/1.1" status: 204 len: 168 time: 0.2275684 Jun 30 21:54:37.593103 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9aefe-c5a8-4ed2-9aea-09ca696af17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1a58e5-505f-4672-8040-a1a942b2c7c9,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:38.027464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540a753-b069-4965-87da-a4a3da6d9f78 req-0a80c7e6-3872-415f-9332-df93f60b8370 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:38.036046 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2540a753-b069-4965-87da-a4a3da6d9f78 req-0a80c7e6-3872-415f-9332-df93f60b8370 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.0794232 Jun 30 21:54:38.124617 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2540a753-b069-4965-87da-a4a3da6d9f78 req-d24139a3-e3fc-416a-8232-3aca542ed591 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871224 Jun 30 21:54:38.328691 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d2560b-8a11-495e-aa5a-4bae8f0236dc req-e18e0cc4-8153-464a-9c5d-53b0e43275cc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:38.330443 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5d2560b-8a11-495e-aa5a-4bae8f0236dc req-e18e0cc4-8153-464a-9c5d-53b0e43275cc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0727863 Jun 30 21:54:38.382531 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5d2560b-8a11-495e-aa5a-4bae8f0236dc req-177a766a-ff3b-4f13-8af3-5104db17b5e8 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454214 Jun 30 21:54:38.561162 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca4495-9ab0-48f6-8646-cc8ef023d5cf req-7e8a61d3-4878-4534-b845-49e00bcd1f4d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:38.562598 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cca4495-9ab0-48f6-8646-cc8ef023d5cf req-7e8a61d3-4878-4534-b845-49e00bcd1f4d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0738320 Jun 30 21:54:38.602773 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cca4495-9ab0-48f6-8646-cc8ef023d5cf req-4d912ce8-91d2-4024-84e5-21cfc9ad3a67 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340409 Jun 30 21:54:39.349313 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa264d57-bc16-46a6-af72-0e4cb49a2f66 req-88858627-7380-4467-a4ab-f6e564475c0a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:39.351540 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aa264d57-bc16-46a6-af72-0e4cb49a2f66 req-88858627-7380-4467-a4ab-f6e564475c0a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.1026490 Jun 30 21:54:39.401130 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aa264d57-bc16-46a6-af72-0e4cb49a2f66 req-27d6cc54-3367-4258-a45a-dd94b59ab73a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Jun 30 21:54:39.619317 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0fdf0-3202-45cd-b6a1-d3919cacad81 req-6e4891ca-8e71-4463-bbf1-2bb8316705e6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:39.626680 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20e0fdf0-3202-45cd-b6a1-d3919cacad81 req-6e4891ca-8e71-4463-bbf1-2bb8316705e6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1180589 Jun 30 21:54:39.681213 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20e0fdf0-3202-45cd-b6a1-d3919cacad81 req-6e5b7a88-2662-4353-88ad-5d21fe0a3fc9 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Jun 30 21:54:39.980894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a03840-ea99-43c9-ab47-773710896e69 req-db633d3e-f99f-45d4-85a5-e3b03170409a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:39.989455 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-83a03840-ea99-43c9-ab47-773710896e69 req-db633d3e-f99f-45d4-85a5-e3b03170409a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1584475 Jun 30 21:54:40.055580 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-83a03840-ea99-43c9-ab47-773710896e69 req-17adf5df-2396-481e-baf2-0faa985174cb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650530 Jun 30 21:54:40.595149 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fa4e4-6e71-4c99-a422-260db5f605d5 req-e4289361-5961-433c-9510-ab5d0c6960eb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:40.596677 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-675fa4e4-6e71-4c99-a422-260db5f605d5 req-e4289361-5961-433c-9510-ab5d0c6960eb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.0662458 Jun 30 21:54:40.651579 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-675fa4e4-6e71-4c99-a422-260db5f605d5 req-7e853763-65c8-43f4-8032-01701987d088 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474775 Jun 30 21:54:40.753921 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54602) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:40.811178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54606) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:40.916543 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b2a62-e35c-437f-9da7-031e5009a79a req-c4c38788-f330-497c-8f4d-399a895a8c83 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:40.925577 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e09b2a62-e35c-437f-9da7-031e5009a79a req-c4c38788-f330-497c-8f4d-399a895a8c83 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0835495 Jun 30 21:54:40.974452 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e09b2a62-e35c-437f-9da7-031e5009a79a req-1086538d-5e5f-4edc-84d0-5b6f6a88429d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Jun 30 21:54:40.975916 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4e80-8006-4661-a51f-0e310899a2da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.051230 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-59940cb6-753a-4a27-9283-a297b2ce9a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.148110 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4e80-8006-4661-a51f-0e310899a2da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.216028 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8f6e4e80-8006-4661-a51f-0e310899a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.278551 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8f6e4e80-8006-4661-a51f-0e310899a2da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e982659ee2e04c01bb4ace8abf0250a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5233169 Jun 30 21:54:41.285403 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54626) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:41.315526 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e4e80-8006-4661-a51f-0e310899a2da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef16943f-6c4d-4d6d-ac8e-d6262eb2f976,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:41.324597 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7f6a6-3636-4c28-906e-2b57cc1e36b2 req-ed66f8f4-75fd-4eaf-a0ee-d21e03975f53 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:41.335809 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eae7f6a6-3636-4c28-906e-2b57cc1e36b2 req-ed66f8f4-75fd-4eaf-a0ee-d21e03975f53 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0998788 Jun 30 21:54:41.383292 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.390637 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eae7f6a6-3636-4c28-906e-2b57cc1e36b2 req-420c5c23-1363-40d9-bcbb-d2b4ce166a0d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533020 Jun 30 21:54:41.437034 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.465136 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-59940cb6-753a-4a27-9283-a297b2ce9a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.537962 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-4e9fd8d1-bf26-4d91-831b-26a55104cc21 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582120 Jun 30 21:54:41.561333 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-59940cb6-753a-4a27-9283-a297b2ce9a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.594166 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.596983 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.598381 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef16943f-6c4d-4d6d-ac8e-d6262eb2f976 HTTP/1.1" status: 204 len: 168 time: 0.3101628 Jun 30 21:54:41.610477 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-59940cb6-753a-4a27-9283-a297b2ce9a82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0abf350f46734f08beb0caa4753ca36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7973979 Jun 30 21:54:41.612527 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54640) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:41.630206 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59940cb6-753a-4a27-9283-a297b2ce9a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e57f2-3bed-4e77-8607-1f6b457f5841,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:41.664543 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f222c455-3615-438b-8ab0-83b99d9f84be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef16943f-6c4d-4d6d-ac8e-d6262eb2f976,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:41.758466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.808184 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.832012 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-b0c4ac9e-b688-41cd-984a-f19ea0d012aa tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:41.839801 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-b0c4ac9e-b688-41cd-984a-f19ea0d012aa tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954829 Jun 30 21:54:41.877547 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-72f226ae-ac16-4022-9a8e-61e323eac542 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/quotas/7ebddb78b3f348e79c3a775639e5e5ec HTTP/1.1" status: 200 len: 375 time: 0.0296009 Jun 30 21:54:41.919515 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-4645617a-53e0-4e19-8767-2ddd3b1f9316 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341356 Jun 30 21:54:41.961187 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.967476 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:41.974652 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac1e57f2-3bed-4e77-8607-1f6b457f5841 HTTP/1.1" status: 204 len: 168 time: 0.3548110 Jun 30 21:54:41.988280 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3911a454-ddfd-4b8e-af6f-96e8aae747db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e57f2-3bed-4e77-8607-1f6b457f5841,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:42.452891 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de5c5-c951-45d0-8610-221d92000600 req-01a6bfb4-6a98-4aa4-aec5-35982929f7e2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:42.461618 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-398de5c5-c951-45d0-8610-221d92000600 req-01a6bfb4-6a98-4aa4-aec5-35982929f7e2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.0996182 Jun 30 21:54:42.502224 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-398de5c5-c951-45d0-8610-221d92000600 req-af9c3849-9dc9-43f6-bdfa-34993976c33d tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Jun 30 21:54:42.647222 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54664) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:42.660410 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-876293c8-026c-45ea-851e-01ebf5e5cd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:42.695421 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482479f-ada0-4f83-837c-4f70e3ad93ba req-cb268950-b78f-4bdc-88ca-22f7e425da3c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:42.714691 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0482479f-ada0-4f83-837c-4f70e3ad93ba req-cb268950-b78f-4bdc-88ca-22f7e425da3c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0980487 Jun 30 21:54:42.774319 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0482479f-ada0-4f83-837c-4f70e3ad93ba req-0647dfb5-42dc-481e-81f8-16fbd0459330 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 Jun 30 21:54:42.812681 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-876293c8-026c-45ea-851e-01ebf5e5cd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:42.854071 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-24131f91-be3e-4b7d-b01b-e8f2471a7328 req-27360a06-ac5c-4e29-82c2-1c3c89b4a7ae tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0363500 Jun 30 21:54:42.914013 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-876293c8-026c-45ea-851e-01ebf5e5cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:42.977894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54670) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:42.978506 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-876293c8-026c-45ea-851e-01ebf5e5cd49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb2b672df74d4436bb182391ef489c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294842 Jun 30 21:54:42.984279 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876293c8-026c-45ea-851e-01ebf5e5cd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f440348d-a11a-4433-9144-9d3414578377,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:43.122502 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.133117 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e6f3-cd76-4a4a-bff4-8cb1f841580b req-7c2850c0-9d61-4b84-aa29-85324956372e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:43.134742 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d08e6f3-cd76-4a4a-bff4-8cb1f841580b req-7c2850c0-9d61-4b84-aa29-85324956372e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1191020 Jun 30 21:54:43.184011 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.203414 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d08e6f3-cd76-4a4a-bff4-8cb1f841580b req-6d684ea8-3dc2-45e3-a3ff-746740882563 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557747 Jun 30 21:54:43.383755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.383755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.383755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f440348d-a11a-4433-9144-9d3414578377 HTTP/1.1" status: 204 len: 168 time: 0.3682849 Jun 30 21:54:43.383755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cf9e1-3b05-496b-a147-a4ae9cf1e2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f440348d-a11a-4433-9144-9d3414578377,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:43.562581 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54678) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:43.585134 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-702892ad-b655-49f2-aa73-3d2f63dc17d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.737249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc8b0a-a62a-4761-93ad-727b0f4802c2 req-0e5fee85-051b-44db-8499-0dd62a98a9ce tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:43.738773 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-28dc8b0a-a62a-4761-93ad-727b0f4802c2 req-0e5fee85-051b-44db-8499-0dd62a98a9ce tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.1118901 Jun 30 21:54:43.779651 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-702892ad-b655-49f2-aa73-3d2f63dc17d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:43.794315 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-28dc8b0a-a62a-4761-93ad-727b0f4802c2 req-632b67b8-9239-48a2-9104-a9c5e6f93f61 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Jun 30 21:54:43.994007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6961438-d327-4888-801d-79743e22ceba req-2b5fd32b-57f3-4b8d-bb1d-b56870a6857f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:43.995906 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6961438-d327-4888-801d-79743e22ceba req-2b5fd32b-57f3-4b8d-bb1d-b56870a6857f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0946045 Jun 30 21:54:44.086445 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6961438-d327-4888-801d-79743e22ceba req-2669327d-6ab7-467f-91d1-1fde2519eeb1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837734 Jun 30 21:54:44.169647 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dc649497-c95f-4a11-9a99-86c4d6227a3a req-0856b753-51d8-4460-8804-a9a3a9d6dbcc tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0457613 Jun 30 21:54:44.170521 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-702892ad-b655-49f2-aa73-3d2f63dc17d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.213983 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-702892ad-b655-49f2-aa73-3d2f63dc17d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e1bae134a6a640d0aefb3ff98cc8ef8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546516 Jun 30 21:54:44.214802 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702892ad-b655-49f2-aa73-3d2f63dc17d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818d31ac-34ec-4d60-ac1e-1f431eca5552,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:44.216657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54690) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:44.269687 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.291248 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.425324 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b124c-323f-4506-bf35-3c4e13bcdc0b req-e58f3558-925e-44be-90a6-82a59a7f833a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:44.432116 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c35b124c-323f-4506-bf35-3c4e13bcdc0b req-e58f3558-925e-44be-90a6-82a59a7f833a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Jun 30 21:54:44.467618 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.467618 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:44.469510 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/818d31ac-34ec-4d60-ac1e-1f431eca5552 HTTP/1.1" status: 204 len: 168 time: 0.2493343 Jun 30 21:54:44.470649 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c35b124c-323f-4506-bf35-3c4e13bcdc0b req-fd5753a5-090a-4769-b4bb-9f8cf5c7fad0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363002 Jun 30 21:54:44.478058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8bbe89-f3f8-446f-89f1-de14cc5dba8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d31ac-34ec-4d60-ac1e-1f431eca5552,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:45.319259 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-a76e06cb-5039-43ea-a0ff-1b876d3d1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.321005 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-a76e06cb-5039-43ea-a0ff-1b876d3d1e72 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1096 time: 0.4150932 Jun 30 21:54:45.338878 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943fca4-44e3-4cdd-bb65-f8530d85c16e req-c28abbcf-d0c7-43f2-9604-0bdd0bb90b0a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.340334 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f943fca4-44e3-4cdd-bb65-f8530d85c16e req-c28abbcf-d0c7-43f2-9604-0bdd0bb90b0a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.4224312 Jun 30 21:54:45.434676 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194691ab-e1cd-4065-8a88-14168d32f79f req-a34df0f2-19e6-4e16-b927-c3bcc9913d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.436425 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-a34df0f2-19e6-4e16-b927-c3bcc9913d55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.1762691 Jun 30 21:54:45.465893 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f943fca4-44e3-4cdd-bb65-f8530d85c16e req-cb9910e5-9431-4c8d-b986-58fdde211568 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113510 Jun 30 21:54:45.527525 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-3c0da358-6630-4b43-b28c-d762d2db9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.529091 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-3c0da358-6630-4b43-b28c-d762d2db9297 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8cd1aadad96140a88ac88d3369feecee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1878650 Jun 30 21:54:45.703090 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:45.722055 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194691ab-e1cd-4065-8a88-14168d32f79f req-54c0c9b9-bc27-4e49-a074-6842d05acdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.723510 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-54c0c9b9-bc27-4e49-a074-6842d05acdcd service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.2543166 Jun 30 21:54:45.739329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-74fe411e-015c-4889-9fc6-0c8b8a001566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.740729 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-73e8e3d1-9bc1-4c1e-962d-7f09def2ea52 req-74fe411e-015c-4889-9fc6-0c8b8a001566 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787710 Jun 30 21:54:45.776484 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-c329abd9-a3ab-44c5-92c4-6cace5797eb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0446682 Jun 30 21:54:45.795272 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288a56a-3d44-4349-95cb-193d4428b4d5 req-3be86916-ef76-45f0-a017-209d37109ca3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.796760 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c288a56a-3d44-4349-95cb-193d4428b4d5 req-3be86916-ef76-45f0-a017-209d37109ca3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1901882 Jun 30 21:54:45.881086 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c288a56a-3d44-4349-95cb-193d4428b4d5 req-fc5ffb37-63f6-42f2-976b-843099470169 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695245 Jun 30 21:54:45.951712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194691ab-e1cd-4065-8a88-14168d32f79f req-60308f3e-1633-4b0c-882f-c73b0175610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:45.953348 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-60308f3e-1633-4b0c-882f-c73b0175610b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.1514108 Jun 30 21:54:46.003810 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-f0ba6013-e326-40db-b02d-df942c40ef06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430744 Jun 30 21:54:46.060433 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2469b2f0-3b87-4dce-9d9e-6b9320b60c1e req-6b9ac8a7-9bbe-41e2-8aee-2d8fc078255b tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0556588 Jun 30 21:54:46.070263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-4673021e-cda0-4b72-9a06-d8c9af76494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.072250 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-4673021e-cda0-4b72-9a06-d8c9af76494c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1096 time: 0.1881552 Jun 30 21:54:46.155282 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-a3b03bc5-4019-4424-bc2f-40f44606b044 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 217 time: 0.0421953 Jun 30 21:54:46.230362 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-2965cbaf-60f0-4505-8493-5d3e43c72704 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137270 Jun 30 21:54:46.283437 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-fc6cd0c5-fe8a-431b-a0d8-1b4085dee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.284890 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-fc6cd0c5-fe8a-431b-a0d8-1b4085dee133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.1217022 Jun 30 21:54:46.400064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967232a-865d-45c5-bda9-4eebc374a950 req-e8688ae7-4bbd-493d-9392-3bcb103675a2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.402079 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2967232a-865d-45c5-bda9-4eebc374a950 req-e8688ae7-4bbd-493d-9392-3bcb103675a2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.2256348 Jun 30 21:54:46.406871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194691ab-e1cd-4065-8a88-14168d32f79f req-1c895842-ab40-47ec-92bb-ba60851cab74 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676054 Jun 30 21:54:46.449331 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-51e9b774-eca5-4ccb-8e29-daf8b0bb8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.449488 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-51e9b774-eca5-4ccb-8e29-daf8b0bb8588 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1552775 Jun 30 21:54:46.479550 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2967232a-865d-45c5-bda9-4eebc374a950 req-f0df262e-55bb-4802-b46a-13441b1e95e2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669241 Jun 30 21:54:46.558850 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54792) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:46.611289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-e553dbda-c695-4dac-9b92-63865f1f873c service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481698 Jun 30 21:54:46.618537 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f80ad-d801-4a55-9f8e-18a8510c7198 req-2715f443-f6db-434e-ae1e-ceb61ca61011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.620022 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e28f80ad-d801-4a55-9f8e-18a8510c7198 req-2715f443-f6db-434e-ae1e-ceb61ca61011 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.1222844 Jun 30 21:54:46.688975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-989b8d5c-750b-427a-bc7a-8f24d6a7fd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.799925 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989270-44e2-436c-9fac-60ed5d0b52ea req-639ba7ab-c9cf-4274-986d-ff11192bc770 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:46.801435 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d4989270-44e2-436c-9fac-60ed5d0b52ea req-639ba7ab-c9cf-4274-986d-ff11192bc770 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.1756601 Jun 30 21:54:46.803103 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e28f80ad-d801-4a55-9f8e-18a8510c7198 req-21d16bf5-cfdd-410e-a4d1-935403a2f522 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113439 Jun 30 21:54:46.803997 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-989b8d5c-750b-427a-bc7a-8f24d6a7fd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.856431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8420d57-4c31-4d5d-a9c5-b288566830a8 req-4cb05c18-85df-414a-bf4d-44e9dcbf1b0e service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832876 Jun 30 21:54:46.863914 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d4989270-44e2-436c-9fac-60ed5d0b52ea req-1ba892f3-e9ee-4f81-97b2-f7bfd48a54e6 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514717 Jun 30 21:54:46.943248 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-989b8d5c-750b-427a-bc7a-8f24d6a7fd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:46.983022 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b8d5c-750b-427a-bc7a-8f24d6a7fd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee2e493-8336-41b7-82f1-009b28819a05,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:46.987245 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-989b8d5c-750b-427a-bc7a-8f24d6a7fd5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72f7cee41ea0459e9e5c52b74d25bb03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273894 Jun 30 21:54:46.990186 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54808) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:47.047276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.070923 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.099520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781670e4-dc16-4770-9c73-9f2f2b6e4262 req-7883a20f-1d32-425a-87b3-25f5bfb5b301 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:47.101430 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-781670e4-dc16-4770-9c73-9f2f2b6e4262 req-7883a20f-1d32-425a-87b3-25f5bfb5b301 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0889480 Jun 30 21:54:47.143057 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d8d3cbfe-d59b-4e5b-99f8-4ec55dc933a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.153380 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-781670e4-dc16-4770-9c73-9f2f2b6e4262 req-cac55dc9-380a-4b8d-937a-91c9e917811f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459087 Jun 30 21:54:47.186092 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-15224276-1673-4dc4-840b-fcd3c25c406f tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312197 Jun 30 21:54:47.260375 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-73adc38a-cd44-47ad-9f0c-1c3298548057 req-f536e2ac-18ce-4d1d-86b9-24fe7e66f715 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0501590 Jun 30 21:54:47.269370 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.280941 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.280941 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ee2e493-8336-41b7-82f1-009b28819a05 HTTP/1.1" status: 204 len: 168 time: 0.2845180 Jun 30 21:54:47.301831 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5538c3c5-b5b3-440b-870b-ae313789168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee2e493-8336-41b7-82f1-009b28819a05,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:47.369936 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-dffbd9e2-0bd2-4018-a315-00c6d62f3c0f tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:47.371587 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-dffbd9e2-0bd2-4018-a315-00c6d62f3c0f tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718020 Jun 30 21:54:47.412203 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Request body: {'port': {'device_id': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51', 'admin_state_up': True, 'tenant_id': '7ebddb78b3f348e79c3a775639e5e5ec'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:47.612610 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Made reservation on behalf of 7ebddb78b3f348e79c3a775639e5e5ec for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:47.617673 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.643075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.759667 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c4ff-9008-419c-8f7d-295f426b4f29 req-e186a60d-19f0-4b45-9f1b-4cddd1b11142 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:47.761186 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bf46c4ff-9008-419c-8f7d-295f426b4f29 req-e186a60d-19f0-4b45-9f1b-4cddd1b11142 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1277876 Jun 30 21:54:47.820868 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bf46c4ff-9008-419c-8f7d-295f426b4f29 req-85a8c2e5-8af6-4674-9d04-1a35471b6d68 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528469 Jun 30 21:54:47.843748 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.919794 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:47.985176 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44ed59-9357-4583-a73a-44cebbb37f75,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:48.106898 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Allocated IP 192.168.233.11 (8d139f1d-9103-4b66-8d51-a96953e4cb51/c8b94bab-dc48-4ff0-9eb6-17d454f805a8/107fd58b-1a8f-4d09-8222-06681801a33c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:54:48.122772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01301c9e-4262-42bb-a5a3-106d5415ca1c req-d830321f-0c2a-4d68-a173-20e52719197c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:48.124271 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-01301c9e-4262-42bb-a5a3-106d5415ca1c req-d830321f-0c2a-4d68-a173-20e52719197c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.1267343 Jun 30 21:54:48.188044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-01301c9e-4262-42bb-a5a3-106d5415ca1c req-de18fd96-37f6-4952-b147-c9ed30a9b900 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581896 Jun 30 21:54:48.378186 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:48.398581 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Transition to ACTIVE for port object 107fd58b-1a8f-4d09-8222-06681801a33c will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:48.443353 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ddfee8fc-ce0e-416f-9390-be65c45a5f54 req-b435df60-d14e-4d3b-bc24-57000ca82d81 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0405393 Jun 30 21:54:48.477428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598881a-6073-4631-b51e-318005edaf31 req-26ba4780-28d5-42c9-b589-1bd94cb67dd0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:48.479102 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e598881a-6073-4631-b51e-318005edaf31 req-26ba4780-28d5-42c9-b589-1bd94cb67dd0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1586528 Jun 30 21:54:48.525466 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e598881a-6073-4631-b51e-318005edaf31 req-a8fbd2cc-0631-419c-8864-e37b3b0c68e3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372472 Jun 30 21:54:48.601038 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:48.653065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Network 8d139f1d-9103-4b66-8d51-a96953e4cb51 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:54:48.656466 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:48.660558 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:54:48.687811 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Pushing event updated for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:48.739781 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:48.740425 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:48.824850 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-73c5ea0e-ea5f-47b7-8355-0ac31bb19361 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4166527 Jun 30 21:54:48.844152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Request body: {'port': {'device_id': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:48.921152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:49.012123 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-41f13660-3190-4f02-bd92-73b10c72051a None None] Provisioning for port 107fd58b-1a8f-4d09-8222-06681801a33c completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:49.016111 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-41f13660-3190-4f02-bd92-73b10c72051a None None] Provisioning complete for port 107fd58b-1a8f-4d09-8222-06681801a33c triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:49.016481 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-41f13660-3190-4f02-bd92-73b10c72051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:49.051217 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-41f13660-3190-4f02-bd92-73b10c72051a None None] Port 107fd58b-1a8f-4d09-8222-06681801a33c cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:54:49.146365 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89688543-c915-4243-8006-42ced4461f1d req-e984dcac-f3f8-4c64-a8f2-2e6445241ce0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:49.148074 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89688543-c915-4243-8006-42ced4461f1d req-e984dcac-f3f8-4c64-a8f2-2e6445241ce0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1761119 Jun 30 21:54:49.213033 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89688543-c915-4243-8006-42ced4461f1d req-054b3505-3722-4786-bcef-8e824d723085 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587010 Jun 30 21:54:49.267852 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107fd58b-1a8f-4d09-8222-06681801a33c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:49.276628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:49.288338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Transition to ACTIVE for port object 107fd58b-1a8f-4d09-8222-06681801a33c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:54:49.395320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe11f5-d049-4106-a14c-711bca620ca0 req-427a03e0-1dcc-4b25-b342-2f175ca87e01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:49.396912 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ffe11f5-d049-4106-a14c-711bca620ca0 req-427a03e0-1dcc-4b25-b342-2f175ca87e01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.0675709 Jun 30 21:54:49.420415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82a40d5b-2951-4c08-b4f9-f7974a7d335d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:49.438073 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ffe11f5-d049-4106-a14c-711bca620ca0 req-26b79cfb-de31-4369-a0de-ada1cdabd4e4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jun 30 21:54:49.463574 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:49.558252 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Pushing event updated for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:49.599253 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Attempting to bind port 107fd58b-1a8f-4d09-8222-06681801a33c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:54:49.599596 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Attempting to bind port 107fd58b-1a8f-4d09-8222-06681801a33c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:54:49.599929 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Attempting to bind port 107fd58b-1a8f-4d09-8222-06681801a33c on network 8d139f1d-9103-4b66-8d51-a96953e4cb51 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:49.612638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Port 107fd58b-1a8f-4d09-8222-06681801a33c on network 8d139f1d-9103-4b66-8d51-a96953e4cb51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:54:49.613889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Attempting to bind port 107fd58b-1a8f-4d09-8222-06681801a33c on network 8d139f1d-9103-4b66-8d51-a96953e4cb51 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:54:49.624539 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:54:49.625137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Checking segment: {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:49.625534 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Bound using segment: {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:54:49.628660 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Bound port: 107fd58b-1a8f-4d09-8222-06681801a33c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86e58df-533d-4fcf-8590-27a1007f3ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:54:49.629086 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.018240 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.043721 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:54:50.049770 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=107fd58b-1a8f-4d09-8222-06681801a33c,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:54:50.074254 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3680a-beb4-4cdf-b425-79ebe9a4d355 req-dc732f78-0092-43a3-8db8-8579d1a5a396 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.075774 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fda3680a-beb4-4cdf-b425-79ebe9a4d355 req-dc732f78-0092-43a3-8db8-8579d1a5a396 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.4081335 Jun 30 21:54:50.084642 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18df3a6-3a9b-4acf-933b-3d85c62686d5 req-d1425ebd-df25-4839-a5a0-4ff5946a51dc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.086980 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f18df3a6-3a9b-4acf-933b-3d85c62686d5 req-d1425ebd-df25-4839-a5a0-4ff5946a51dc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.4203625 Jun 30 21:54:50.145262 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fda3680a-beb4-4cdf-b425-79ebe9a4d355 req-d297ef58-7b06-4210-bdf3-dd73ebda3a7a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573928 Jun 30 21:54:50.150609 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f18df3a6-3a9b-4acf-933b-3d85c62686d5 req-e1bf64cf-67d4-48f1-b620-9d8343cc6026 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543296 Jun 30 21:54:50.189516 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.229144 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.229768 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.231345 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] 10.222.0.55 "PUT /v2.0/ports/107fd58b-1a8f-4d09-8222-06681801a33c HTTP/1.1" status: 200 len: 1097 time: 1.3917568 Jun 30 21:54:50.232137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:50.234402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f897ca2-11b2-4c3a-9ccb-800bb362470e" -d '{"events": [{"name": "network-changed", "server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:50.291923 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf3e88c-9d23-4cbe-be86-31a972fa4a4b x-openstack-request-id: req-1cf3e88c-9d23-4cbe-be86-31a972fa4a4b {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:50.292411 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:50.292818 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1cf3e88c-9d23-4cbe-be86-31a972fa4a4b {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:50.293352 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c', 'status': 'completed', 'code': 200} Jun 30 21:54:50.299247 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4ac20-877a-4e30-9db5-76a844fc2110 service neutron] Pushing event updated for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:50.443286 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897ca2-11b2-4c3a-9ccb-800bb362470e req-937e0aba-e471-4041-8a43-7f925e739d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.445724 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f897ca2-11b2-4c3a-9ccb-800bb362470e req-937e0aba-e471-4041-8a43-7f925e739d0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 1100 time: 0.1066244 Jun 30 21:54:50.452578 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.457902 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9c5f4-8bde-47d6-b200-ba1758decd84 req-a7b32fc9-6f1a-4de1-8753-c7fb33b1ed22 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.463787 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ee9c5f4-8bde-47d6-b200-ba1758decd84 req-a7b32fc9-6f1a-4de1-8753-c7fb33b1ed22 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0901775 Jun 30 21:54:50.486403 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f897ca2-11b2-4c3a-9ccb-800bb362470e req-a6fa295f-edbd-4b52-a089-b51b35c36ebb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259082 Jun 30 21:54:50.544784 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ee9c5f4-8bde-47d6-b200-ba1758decd84 req-06f4b8f7-79b3-4264-99dd-28b302d19dea tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759287 Jun 30 21:54:50.580858 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 485639ce-41ac-40f3-8071-1e445002ceec details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:54:50.619064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f897ca2-11b2-4c3a-9ccb-800bb362470e req-afdaab4d-b8e0-4dc8-8a4d-d2a67e6486e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.620761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f897ca2-11b2-4c3a-9ccb-800bb362470e req-afdaab4d-b8e0-4dc8-8a4d-d2a67e6486e4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263924 Jun 30 21:54:50.735157 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:50.771116 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '485639ce-41ac-40f3-8071-1e445002ceec', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'port_id': '485639ce-41ac-40f3-8071-1e445002ceec', 'mac_address': 'fa:16:3e:7b:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:54:50.810282 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-697b2c08-267c-464c-ba67-e43129b4df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:50.816066 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-697b2c08-267c-464c-ba67-e43129b4df16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 1100 time: 0.1175423 Jun 30 21:54:50.858758 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:50.879431 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 485639ce-41ac-40f3-8071-1e445002ceec {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:50.884691 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-d54a050c-1692-4a35-9f73-3c80624640dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=107fd58b-1a8f-4d09-8222-06681801a33c HTTP/1.1" status: 200 len: 217 time: 0.0557745 Jun 30 21:54:50.901485 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:51.040889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-8acdd84a-bc1e-4940-8d4e-00619792e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.042361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-8acdd84a-bc1e-4940-8d4e-00619792e117 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c8b94bab-dc48-4ff0-9eb6-17d454f805a8 HTTP/1.1" status: 200 len: 843 time: 0.1243331 Jun 30 21:54:51.072690 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:51.093820 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136da4c5-9f34-4e02-8feb-207348c0ae69 req-51c45063-5dbc-49dd-b9de-e1436f67ffd0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.099795 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-136da4c5-9f34-4e02-8feb-207348c0ae69 req-51c45063-5dbc-49dd-b9de-e1436f67ffd0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2139599 Jun 30 21:54:51.103420 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b4454-ae24-4db2-bae5-792a2190cacb req-4719b941-25a5-4172-9d60-36488860a59f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.104879 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb5b4454-ae24-4db2-bae5-792a2190cacb req-4719b941-25a5-4172-9d60-36488860a59f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 943 time: 0.2125564 Jun 30 21:54:51.133548 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:51.140997 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-645e34bd-a3e2-4deb-8c70-52333fbe9f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.142478 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-645e34bd-a3e2-4deb-8c70-52333fbe9f83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.2168226 Jun 30 21:54:51.243909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb5b4454-ae24-4db2-bae5-792a2190cacb req-3a4d1f64-c902-4171-9cdb-2bbbef3d7387 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287332 Jun 30 21:54:51.246438 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-136da4c5-9f34-4e02-8feb-207348c0ae69 req-e69aaa32-d91d-4567-a11a-51faafb9c825 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392243 Jun 30 21:54:51.281514 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-7292889d-61f7-4575-9ee6-2c4a0369fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.283288 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-7292889d-61f7-4575-9ee6-2c4a0369fb4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.1322317 Jun 30 21:54:51.285185 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-287b4217-a478-4816-863d-1fbf5aa33bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.286705 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-287b4217-a478-4816-863d-1fbf5aa33bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8d139f1d-9103-4b66-8d51-a96953e4cb51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2344944 Jun 30 21:54:51.364551 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-99fd1c8d-a344-473d-935f-30dac2ac5135 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0698109 Jun 30 21:54:51.406081 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:54:51.489007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-e58c2fc4-ebae-4718-8d87-6929454b7ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.490501 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-e58c2fc4-ebae-4718-8d87-6929454b7ef0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.1142077 Jun 30 21:54:51.529920 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-f5609739-e62c-456a-b580-adde75b2fd44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323625 Jun 30 21:54:51.533099 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-d447ec87-872c-4053-b5a9-7f7abdae4200 service neutron] 10.222.0.55 "GET /v2.0/networks/8d139f1d-9103-4b66-8d51-a96953e4cb51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322795 Jun 30 21:54:51.546083 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fd6ab-5a14-433a-bd3f-cd8acadb9465 req-0c916e4b-2ee2-4ce1-b909-a8e0e2291957 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.548199 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-623fd6ab-5a14-433a-bd3f-cd8acadb9465 req-0c916e4b-2ee2-4ce1-b909-a8e0e2291957 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.1879010 Jun 30 21:54:51.570607 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54966) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:51.703767 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d059720-1b31-4b64-96b6-d92f85cf7537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:51.738419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-623fd6ab-5a14-433a-bd3f-cd8acadb9465 req-9713a80a-addf-4960-ac9c-4755e4e5f7ec tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714802 Jun 30 21:54:51.777360 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98700d0e-b321-42a4-ac5f-a7b4cace629e req-46080289-ef54-4b17-9621-093339ae9d28 service neutron] 10.222.0.55 "GET /v2.0/networks/8d139f1d-9103-4b66-8d51-a96953e4cb51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270994 Jun 30 21:54:51.786369 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-fb297d88-3a3d-44b1-95fe-d1b05f28652a service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371244 Jun 30 21:54:51.802902 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d059720-1b31-4b64-96b6-d92f85cf7537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:51.811131 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98d511-5f6b-4a75-bc9e-d873f3877934 req-0d957c2e-b951-4644-8143-9f21dae32f33 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:51.812925 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bd98d511-5f6b-4a75-bc9e-d873f3877934 req-0d957c2e-b951-4644-8143-9f21dae32f33 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1159916 Jun 30 21:54:51.851675 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bd98d511-5f6b-4a75-bc9e-d873f3877934 req-56c15515-2cba-4a0f-a332-94e17effb1c7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331323 Jun 30 21:54:51.875490 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5d059720-1b31-4b64-96b6-d92f85cf7537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:51.915456 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5d059720-1b31-4b64-96b6-d92f85cf7537 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f3f164501cf4178bb40fbc681a68f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437743 Jun 30 21:54:51.916317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d059720-1b31-4b64-96b6-d92f85cf7537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68497843-80bc-48d2-bc56-f7706ab43aa6,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:51.918124 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:51.969211 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:51.990649 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.109674 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.121277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.123876 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.125067 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68497843-80bc-48d2-bc56-f7706ab43aa6 HTTP/1.1" status: 204 len: 168 time: 0.2059507 Jun 30 21:54:52.134465 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc661b90-834d-4ed7-b690-fa8b9b488933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68497843-80bc-48d2-bc56-f7706ab43aa6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:52.139910 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 54984) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:52.244679 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0ca1843-6c71-49ef-b050-ee86d4f02cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.348704 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0ca1843-6c71-49ef-b050-ee86d4f02cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.430351 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b0ca1843-6c71-49ef-b050-ee86d4f02cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.469717 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcebe6-68fe-4a1a-9b40-10586a25dd85 req-316c9a5f-9087-44c0-af76-d7fa34160c2b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:52.471244 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2ffcebe6-68fe-4a1a-9b40-10586a25dd85 req-316c9a5f-9087-44c0-af76-d7fa34160c2b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.1064610 Jun 30 21:54:52.473155 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 54996) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:52.473488 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b0ca1843-6c71-49ef-b050-ee86d4f02cc5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94d56b69edef4337b727b2c833ed65c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324423 Jun 30 21:54:52.474569 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca1843-6c71-49ef-b050-ee86d4f02cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b78c17-e3a3-444c-879b-69e32515e368,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:52.510540 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac73f8a-8c18-452c-b1c3-9e29554de7ef req-5aaf1c1d-3eb1-4482-97f0-0368638264dc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:52.511987 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ac73f8a-8c18-452c-b1c3-9e29554de7ef req-5aaf1c1d-3eb1-4482-97f0-0368638264dc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1198163 Jun 30 21:54:52.578903 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2ffcebe6-68fe-4a1a-9b40-10586a25dd85 req-28cd575e-4a87-4243-8fea-6fcfc8243746 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893025 Jun 30 21:54:52.596277 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.601379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ac73f8a-8c18-452c-b1c3-9e29554de7ef req-dce1a7f4-e02e-4141-8440-029d7d9b696e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750225 Jun 30 21:54:52.621426 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.745409 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:54:52.755606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.758333 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.759524 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00b78c17-e3a3-444c-879b-69e32515e368 HTTP/1.1" status: 204 len: 168 time: 0.2854626 Jun 30 21:54:52.767421 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d751-81a7-4d75-ae4e-e57c2fae90d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b78c17-e3a3-444c-879b-69e32515e368,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:52.924971 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3433e3-3dd0-46e8-b0d5-5bf7f16ad7e6 req-30078ccf-0d3b-4fdc-9745-4604df0d037c tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:52.926799 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb3433e3-3dd0-46e8-b0d5-5bf7f16ad7e6 req-30078ccf-0d3b-4fdc-9745-4604df0d037c tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.0678322 Jun 30 21:54:52.936244 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55004) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:52.949997 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d6054662-cc76-4b50-b8c9-091b1f5016ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:52.985394 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb3433e3-3dd0-46e8-b0d5-5bf7f16ad7e6 req-a946fa69-00e4-4784-9d43-88b1621831a2 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519423 Jun 30 21:54:53.040592 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea98492-e472-4637-9402-feb9c4c50ec1 req-7f3acc8b-62fd-47fe-8050-6d0bb4e91673 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:53.042084 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5ea98492-e472-4637-9402-feb9c4c50ec1 req-7f3acc8b-62fd-47fe-8050-6d0bb4e91673 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0725608 Jun 30 21:54:53.045667 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d6054662-cc76-4b50-b8c9-091b1f5016ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.080522 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5ea98492-e472-4637-9402-feb9c4c50ec1 req-f778b808-9f4d-450f-a3f0-572334a084c9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jun 30 21:54:53.121093 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d6054662-cc76-4b50-b8c9-091b1f5016ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.160255 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d6054662-cc76-4b50-b8c9-091b1f5016ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b37f523df2164e7c9b32baea5b417383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228329 Jun 30 21:54:53.161454 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6054662-cc76-4b50-b8c9-091b1f5016ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3a61fb-075a-4033-bb7f-377d3d192bd1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:53.162865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 55010) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:53.217434 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.239500 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.384208 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.386751 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:53.387915 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b3a61fb-075a-4033-bb7f-377d3d192bd1 HTTP/1.1" status: 204 len: 168 time: 0.2240241 Jun 30 21:54:53.395674 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40563cb3-d41e-4e98-9c5c-8bde3bbd6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3a61fb-075a-4033-bb7f-377d3d192bd1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:53.809940 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bed86-1e8a-495c-a166-8f489a2e033b req-924ec6ac-36e2-49a3-8a88-573957317120 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:53.811466 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-015bed86-1e8a-495c-a166-8f489a2e033b req-924ec6ac-36e2-49a3-8a88-573957317120 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.1198523 Jun 30 21:54:53.823268 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc73d3d-44c9-419c-9d7e-34aae66d6d84 req-b8d8a525-d05f-49ca-a577-00feaeb7ed5c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:53.824730 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-afc73d3d-44c9-419c-9d7e-34aae66d6d84 req-b8d8a525-d05f-49ca-a577-00feaeb7ed5c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1067414 Jun 30 21:54:53.884197 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-015bed86-1e8a-495c-a166-8f489a2e033b req-0002aa5f-7f02-4544-9792-bd67ec27f23e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584304 Jun 30 21:54:53.888761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-afc73d3d-44c9-419c-9d7e-34aae66d6d84 req-08ca3205-47b5-4973-a90a-44329dc5f9a6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567596 Jun 30 21:54:53.996814 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55046) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:54.162150 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59867ce-37e0-4ba5-a9c9-a1a85d067ba5 req-0297b33c-8407-49ed-80d4-c471ee83aef0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:54.164028 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f59867ce-37e0-4ba5-a9c9-a1a85d067ba5 req-0297b33c-8407-49ed-80d4-c471ee83aef0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.0647380 Jun 30 21:54:54.190779 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2122507275-network', 'tenant_id': '4022bf7c58344f68ad6a3184374cd36f'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:54.209826 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f59867ce-37e0-4ba5-a9c9-a1a85d067ba5 req-efae2c6b-a75e-4d80-a071-f1a66b34e884 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398619 Jun 30 21:54:54.288609 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e44bf-2a6d-43fb-b1a0-68a1bc6fde34 req-9ff99dd5-aba7-4bd9-9f55-0cf9b0423838 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:54.288609 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ca2e44bf-2a6d-43fb-b1a0-68a1bc6fde34 req-9ff99dd5-aba7-4bd9-9f55-0cf9b0423838 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0699494 Jun 30 21:54:54.324270 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ca2e44bf-2a6d-43fb-b1a0-68a1bc6fde34 req-af080743-221b-4acd-be29-05877835ca9e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334930 Jun 30 21:54:54.423596 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Made reservation on behalf of 4022bf7c58344f68ad6a3184374cd36f for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:54.423596 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.425648 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.523338 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.528983 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22ccce09-24d1-4419-835a-3195bda80ad5 req-97b4ecf7-f95d-4c79-8d17-8955bdb03d31 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940862 Jun 30 21:54:54.595752 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.621654 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:54:54.630850 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:54.637266 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.637603 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Added segment 4aafb5d7-35b3-4b8e-adc0-3fb378d96f22 of type vlan for network 99d26bee-f9d4-423e-badb-ab9cbfba4063 Jun 30 21:54:54.677575 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.773695 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.774746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:54.775432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:54.838091 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] Pushing event updated for resources: {'Network': ['ID=99d26bee-f9d4-423e-badb-ab9cbfba4063,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:54.848061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:54:54.887866 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3aec7593-7604-4799-8b3a-4a56bd7f2e18 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8899348 Jun 30 21:54:54.890582 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55102) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:54:54.897781 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Request body: {'subnet': {'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2122507275-subnet', 'tenant_id': '4022bf7c58344f68ad6a3184374cd36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:54:55.007914 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Made reservation on behalf of 4022bf7c58344f68ad6a3184374cd36f for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:54:55.012007 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:55.113359 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453f4e2-be8d-43ff-9d1b-d84f3ca652b2 req-a3c29e59-375d-4d8c-9e53-edce480529e3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:55.115217 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1453f4e2-be8d-43ff-9d1b-d84f3ca652b2 req-a3c29e59-375d-4d8c-9e53-edce480529e3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.1110897 Jun 30 21:54:55.129932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbf002-dabe-462f-aacd-74347c58da00 req-020f5b4f-3b17-47c8-ba1d-52574f5e4454 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:55.131460 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57bbf002-dabe-462f-aacd-74347c58da00 req-020f5b4f-3b17-47c8-ba1d-52574f5e4454 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1181815 Jun 30 21:54:55.196032 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1453f4e2-be8d-43ff-9d1b-d84f3ca652b2 req-280fcf79-bf79-4e57-96ce-d401c2998225 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740545 Jun 30 21:54:55.203630 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57bbf002-dabe-462f-aacd-74347c58da00 req-69c9f177-5f6d-4c03-89a2-42f34f438b4c tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Jun 30 21:54:55.412446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ceb9c-a25f-4665-a700-d73672242a78 req-ef14992d-21f4-4ef7-a5bf-ed2f52ae6e6a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:55.414604 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-144ceb9c-a25f-4665-a700-d73672242a78 req-ef14992d-21f4-4ef7-a5bf-ed2f52ae6e6a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.0784585 Jun 30 21:54:55.465618 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-144ceb9c-a25f-4665-a700-d73672242a78 req-20eb92ae-3f1f-4ebb-8566-df06f70929ef tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Jun 30 21:54:55.510847 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:55.525551 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f9d2-39cd-435d-bd53-cf1e2e9505eb req-49d40bc2-4723-48e5-9d7f-b4f67d40a1dd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:55.527113 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7a91f9d2-39cd-435d-bd53-cf1e2e9505eb req-49d40bc2-4723-48e5-9d7f-b4f67d40a1dd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0706964 Jun 30 21:54:55.565203 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7a91f9d2-39cd-435d-bd53-cf1e2e9505eb req-32d11108-0fda-4b8e-a41e-258c45882d30 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325015 Jun 30 21:54:55.568736 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff3f1afa-127b-4efd-8bcf-e935d946e49c,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:55.577751 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Checking segment: {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:54:55.578128 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Network hostable DHCP agents. Network: 99d26bee-f9d4-423e-badb-ab9cbfba4063, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:54:55.733297 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:54:55.842084 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 99d26bee-f9d4-423e-badb-ab9cbfba4063) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:54:55.846166 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:55.846727 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:55.853083 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002fc565-f7b1-4c47-9f22-b4d8f6804662 None None] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:54:55.979499 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639303f6-5013-4a7f-b52e-63c2eef4b8ae None None] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:54:56.013565 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4e7f4fcc-a462-4dde-965e-f14e0e861a16 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1217115 Jun 30 21:54:56.437389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bae99-0d96-4643-ae03-eb6a88562fad req-af2c012f-9734-40a1-9d50-569142774c23 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:56.438857 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e6bae99-0d96-4643-ae03-eb6a88562fad req-af2c012f-9734-40a1-9d50-569142774c23 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1028261 Jun 30 21:54:56.449497 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a288435-1046-4919-a971-04cb05fbb3e8 req-5ed85e18-4f0a-4fdb-86ea-45aef16982e9 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:56.450953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7a288435-1046-4919-a971-04cb05fbb3e8 req-5ed85e18-4f0a-4fdb-86ea-45aef16982e9 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.1254833 Jun 30 21:54:56.510714 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7a288435-1046-4919-a971-04cb05fbb3e8 req-1b316388-5fe6-4b18-b004-8250f6ed7061 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529857 Jun 30 21:54:56.513258 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e6bae99-0d96-4643-ae03-eb6a88562fad req-a1405ac5-7e3f-40e1-8a0c-5dd87ea7db3a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614555 Jun 30 21:54:56.686833 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a981c9-2ec7-4b42-acdd-bed3952fa7e9 req-d6e515b8-7b86-4c43-b130-aa75bf8a28e6 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:56.688350 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-55a981c9-2ec7-4b42-acdd-bed3952fa7e9 req-d6e515b8-7b86-4c43-b130-aa75bf8a28e6 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.0662508 Jun 30 21:54:56.729146 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-55a981c9-2ec7-4b42-acdd-bed3952fa7e9 req-01a1a42c-6526-4240-b4c4-94059115f76d tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351987 Jun 30 21:54:56.905919 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31006f4f-7afd-4beb-b8cd-901bca44bfbe req-6f89edf5-9129-4a5f-983f-5b9fe244cab7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:56.907399 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-31006f4f-7afd-4beb-b8cd-901bca44bfbe req-6f89edf5-9129-4a5f-983f-5b9fe244cab7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0673599 Jun 30 21:54:56.948082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-31006f4f-7afd-4beb-b8cd-901bca44bfbe req-e9e446b0-1bc7-44bb-b2b7-20b946dc27d0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349562 Jun 30 21:54:57.035155 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c00388-ee52-48cf-86a9-43c8f15109ec req-343074b7-654c-45cf-a7bd-b607ac093ea1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:57.036887 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60c00388-ee52-48cf-86a9-43c8f15109ec req-343074b7-654c-45cf-a7bd-b607ac093ea1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0728407 Jun 30 21:54:57.076808 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60c00388-ee52-48cf-86a9-43c8f15109ec req-6c36801d-0c37-46b6-b303-bf2c334399a6 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Jun 30 21:54:57.740304 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d2a4-2344-4840-a986-d368dd08604f req-51ab449e-b880-40e7-901f-90f61e61ef4c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:57.784796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5a63d2a4-2344-4840-a986-d368dd08604f req-51ab449e-b880-40e7-901f-90f61e61ef4c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.1118937 Jun 30 21:54:57.784796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01455306-21f5-4760-8b98-0cfa870e53f4 req-be1e073f-f2e9-4f45-ad56-5f2bbf6ea623 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:57.784796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-01455306-21f5-4760-8b98-0cfa870e53f4 req-be1e073f-f2e9-4f45-ad56-5f2bbf6ea623 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1044314 Jun 30 21:54:57.813529 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5a63d2a4-2344-4840-a986-d368dd08604f req-3c6072e6-e003-48af-8c08-7fc79d8285e4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650501 Jun 30 21:54:57.830431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-01455306-21f5-4760-8b98-0cfa870e53f4 req-ed98f0c3-d8ee-47af-aec8-2984b17ffbc7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589373 Jun 30 21:54:57.987242 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948f08c-977a-4013-b5ca-5dc4a7105371 req-d5703b5f-7da6-42a7-a727-310b86e666aa tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:57.988724 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8948f08c-977a-4013-b5ca-5dc4a7105371 req-d5703b5f-7da6-42a7-a727-310b86e666aa tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 947 time: 0.0651109 Jun 30 21:54:58.029099 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8948f08c-977a-4013-b5ca-5dc4a7105371 req-5f8317a9-0680-44ad-ae41-64286bc60d24 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338359 Jun 30 21:54:58.127049 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaeb96a-17df-46ef-ac07-ee69eecd168f req-e23edc40-f13c-433c-9106-b91d7110fa10 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:58.128677 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-acaeb96a-17df-46ef-ac07-ee69eecd168f req-e23edc40-f13c-433c-9106-b91d7110fa10 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0654919 Jun 30 21:54:58.167170 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-acaeb96a-17df-46ef-ac07-ee69eecd168f req-2a1f967e-4d8e-40d0-acbc-108438f98b37 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Jun 30 21:54:58.270829 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1f438c-8c04-4ef4-8f66-c03347643fc5 req-f434e4ef-572b-4d18-b5e9-ae997a627db2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:58.276815 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe1f438c-8c04-4ef4-8f66-c03347643fc5 req-f434e4ef-572b-4d18-b5e9-ae997a627db2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0680110 Jun 30 21:54:58.311557 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe1f438c-8c04-4ef4-8f66-c03347643fc5 req-61aec85d-3075-4cd0-97b8-33b44a33a7f6 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331492 Jun 30 21:54:58.384814 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 107fd58b-1a8f-4d09-8222-06681801a33c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:54:58.484015 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=107fd58b-1a8f-4d09-8222-06681801a33c,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:58.496742 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '107fd58b-1a8f-4d09-8222-06681801a33c', 'network_id': '8d139f1d-9103-4b66-8d51-a96953e4cb51', 'port_id': '107fd58b-1a8f-4d09-8222-06681801a33c', 'mac_address': 'fa:16:3e:15:fe:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8b94bab-dc48-4ff0-9eb6-17d454f805a8', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:54:58.532987 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:58.545331 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107fd58b-1a8f-4d09-8222-06681801a33c {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:54:58.564945 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=107fd58b-1a8f-4d09-8222-06681801a33c,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:58.665314 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:58.716030 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:58.723022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.723372 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.723713 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.724054 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.724386 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.724735 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.725046 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.725375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.725703 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.726051 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.726375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.726695 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:54:58.993634 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc2f98-3e2b-478b-99a8-4d594357432d req-5beb773f-7d1d-41d0-b4b9-69906502d29b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:58.995375 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98cc2f98-3e2b-478b-99a8-4d594357432d req-5beb773f-7d1d-41d0-b4b9-69906502d29b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 944 time: 0.0659513 Jun 30 21:54:59.032546 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98cc2f98-3e2b-478b-99a8-4d594357432d req-f57a6416-7cf3-420b-a94e-8d89a8c6d3d2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Jun 30 21:54:59.201917 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd27d05-b9a1-44fa-a591-cc0efe737048 req-3c13f94d-cbe9-40ee-97d3-01d0b4ed821e tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:59.203379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-acd27d05-b9a1-44fa-a591-cc0efe737048 req-3c13f94d-cbe9-40ee-97d3-01d0b4ed821e tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 948 time: 0.0645971 Jun 30 21:54:59.241052 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-acd27d05-b9a1-44fa-a591-cc0efe737048 req-39f4ce1a-ffdf-47e8-8509-7b76733633da tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318153 Jun 30 21:54:59.327530 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 485639ce-41ac-40f3-8071-1e445002ceec up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:54:59.367088 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb70df2-fd3c-44cf-a82f-2201e1029407 req-a8525a5a-cad4-4074-9464-11e2aee3d117 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:59.371799 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bfb70df2-fd3c-44cf-a82f-2201e1029407 req-a8525a5a-cad4-4074-9464-11e2aee3d117 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0772247 Jun 30 21:54:59.411003 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bfb70df2-fd3c-44cf-a82f-2201e1029407 req-17ef4599-3814-45f8-bf7c-b98ca2b711a0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328982 Jun 30 21:54:59.478987 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 485639ce-41ac-40f3-8071-1e445002ceec completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:54:59.483721 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 485639ce-41ac-40f3-8071-1e445002ceec triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:54:59.485321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:59.511005 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa733b-34bf-472e-82b4-22477b3eabb1 req-7582c463-97bb-430d-9131-936b84e905f0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:54:59.512488 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-92fa733b-34bf-472e-82b4-22477b3eabb1 req-7582c463-97bb-430d-9131-936b84e905f0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0686789 Jun 30 21:54:59.550313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-92fa733b-34bf-472e-82b4-22477b3eabb1 req-49a6f3c5-a205-4ec4-8db5-2f8216d6c23e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Jun 30 21:54:59.573593 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:59.595916 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:54:59.598247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dc8649-3e62-49a5-8db7-b05ddb2d4eaf" -d '{"events": [{"server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "name": "network-vif-plugged", "status": "completed", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:54:59.614335 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:54:59.635303 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ebc82f-3c77-4873-af97-1796c02d9adc x-openstack-request-id: req-c7ebc82f-3c77-4873-af97-1796c02d9adc {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:54:59.635592 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "name": "network-vif-plugged", "status": "completed", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:54:59.635845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7ebc82f-3c77-4873-af97-1796c02d9adc {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:54:59.636240 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'code': 200} Jun 30 21:54:59.682692 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:54:59.730459 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:54:59.837240 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['107fd58b-1a8f-4d09-8222-06681801a33c'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:00.139788 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f839a-5a9a-49f2-bb6e-d8ac9eb37ffb req-5586bfd3-e543-4e18-aac0-df5bd6dc867b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:00.141287 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-138f839a-5a9a-49f2-bb6e-d8ac9eb37ffb req-5586bfd3-e543-4e18-aac0-df5bd6dc867b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1098 time: 0.0563879 Jun 30 21:55:00.219787 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-138f839a-5a9a-49f2-bb6e-d8ac9eb37ffb req-76bfb325-223a-40d7-b284-1517ac0844e6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716913 Jun 30 21:55:00.253737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8666311c-e34e-4b4c-956f-ca32ccbda7ed req-84438c34-68f8-4104-b04e-d5f565538e94 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:00.255258 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8666311c-e34e-4b4c-956f-ca32ccbda7ed req-84438c34-68f8-4104-b04e-d5f565538e94 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0921757 Jun 30 21:55:00.298295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8666311c-e34e-4b4c-956f-ca32ccbda7ed req-8402c9ac-adf1-468b-9499-6cd3526cf0b3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Jun 30 21:55:00.509879 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4522ffc-2851-48bb-bd81-f227d20a60a0 req-04067dd0-d76f-434d-baf9-bd551623d562 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:00.512857 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4522ffc-2851-48bb-bd81-f227d20a60a0 req-04067dd0-d76f-434d-baf9-bd551623d562 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 948 time: 0.1521788 Jun 30 21:55:00.530636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-fd295f3d-d7f4-4981-a195-0667a51dc2c9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:00.532127 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-fd295f3d-d7f4-4981-a195-0667a51dc2c9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/networks?id=99d26bee-f9d4-423e-badb-ab9cbfba4063 HTTP/1.1" status: 200 len: 809 time: 0.1433327 Jun 30 21:55:00.567113 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-5fb4f7db-c1de-4d64-ba25-b6d1a902570f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/quotas/4022bf7c58344f68ad6a3184374cd36f HTTP/1.1" status: 200 len: 375 time: 0.0285025 Jun 30 21:55:00.592759 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4522ffc-2851-48bb-bd81-f227d20a60a0 req-cc9c4ced-b5ed-4f9c-8f23-69100b31c190 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Jun 30 21:55:00.611792 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-353c95a2-5587-4dad-b33c-af7bdb7a590c tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345757 Jun 30 21:55:01.009535 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-0a59d0a7-d27e-4dae-8d02-e5c5509aaf76 service neutron] 10.222.0.47 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882713 Jun 30 21:55:01.033024 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963c879-d7c5-4782-a18c-8c2cbb128795 req-35e5e9bd-e8ba-4e19-a2c8-d936e405c03e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:01.034343 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8963c879-d7c5-4782-a18c-8c2cbb128795 req-35e5e9bd-e8ba-4e19-a2c8-d936e405c03e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0941854 Jun 30 21:55:01.116984 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8963c879-d7c5-4782-a18c-8c2cbb128795 req-1b13fb1d-c1d6-4617-abd5-15c3e4ba0786 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729659 Jun 30 21:55:01.135945 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-14856edb-590f-44b5-a0c2-ac2955609fab service neutron] 10.222.0.47 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187830 Jun 30 21:55:01.290009 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de857-2006-48aa-96d6-cf38fd453a90 req-d33a1e10-c4dd-45f1-9cc0-9f3cb2a0c4f6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:01.291424 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-042de857-2006-48aa-96d6-cf38fd453a90 req-d33a1e10-c4dd-45f1-9cc0-9f3cb2a0c4f6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0646546 Jun 30 21:55:01.335478 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-042de857-2006-48aa-96d6-cf38fd453a90 req-2d7d6511-2779-4980-bc9a-f1cd0c6c38d7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383937 Jun 30 21:55:01.358903 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 107fd58b-1a8f-4d09-8222-06681801a33c up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:01.517439 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 107fd58b-1a8f-4d09-8222-06681801a33c completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:55:01.522375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 107fd58b-1a8f-4d09-8222-06681801a33c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:01.537664 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:01.541412 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a696bf-1320-4436-bc2f-ed57e2205aaa req-00a3d22e-8419-4929-b5e4-3ccfe0b9d73b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:01.542853 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15a696bf-1320-4436-bc2f-ed57e2205aaa req-00a3d22e-8419-4929-b5e4-3ccfe0b9d73b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1181996 Jun 30 21:55:01.565378 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed4559-e880-471c-9ec0-90954b446f04 req-5b1d8e19-819a-43dd-8ecb-8c93d0639ac4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:01.566848 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3ed4559-e880-471c-9ec0-90954b446f04 req-5b1d8e19-819a-43dd-8ecb-8c93d0639ac4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0943074 Jun 30 21:55:01.611329 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15a696bf-1320-4436-bc2f-ed57e2205aaa req-953e4e83-d438-4758-8f2e-1456b971d27e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620563 Jun 30 21:55:01.613733 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:01.624990 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3ed4559-e880-471c-9ec0-90954b446f04 req-7c793369-b3c8-4e1d-ab1d-20a3153654fb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493300 Jun 30 21:55:01.654942 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:01.657427 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8c4772-b5da-4314-8933-5abbe45c6341" -d '{"events": [{"server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "name": "network-vif-plugged", "status": "completed", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:01.673982 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=107fd58b-1a8f-4d09-8222-06681801a33c,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:01.704028 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-731b2e0a-fd68-42ee-ade1-2ad16fc31798 req-22bc6bd9-aafe-4dcb-8ba4-91f8cfa8efe4 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 210 time: 0.0293167 Jun 30 21:55:01.803474 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:01.861174 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:01.899772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace4062-101c-4280-b1b9-6665e855a2a1 req-7999de0a-e39e-4c49-9aa4-5ef00046d8cf tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:01.901004 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ace4062-101c-4280-b1b9-6665e855a2a1 req-7999de0a-e39e-4c49-9aa4-5ef00046d8cf tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0773363 Jun 30 21:55:01.940381 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ace4062-101c-4280-b1b9-6665e855a2a1 req-5f4f3fd5-e7fe-48fd-b8ab-89efa080a0c8 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335739 Jun 30 21:55:01.989350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c039d6-7332-424b-991a-bf6020442d3e x-openstack-request-id: req-e8c039d6-7332-424b-991a-bf6020442d3e {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:01.989639 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "name": "network-vif-plugged", "status": "completed", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:01.989915 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8c039d6-7332-424b-991a-bf6020442d3e {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:01.990346 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c', 'code': 200} Jun 30 21:55:02.301177 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfb86b-b08e-4365-9472-4336e9071336 req-eff1c65f-2922-432d-98ee-d4e140d1682e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:02.311109 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ccbfb86b-b08e-4365-9472-4336e9071336 req-eff1c65f-2922-432d-98ee-d4e140d1682e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0718219 Jun 30 21:55:02.357001 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ccbfb86b-b08e-4365-9472-4336e9071336 req-763a338d-b25a-4ca1-86e7-80eef2dabf61 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392287 Jun 30 21:55:02.544266 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4bd936-14f9-454f-a31e-fc980c0aaeaf req-474ab523-0f0c-483c-8257-56214ec14706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:02.545801 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f4bd936-14f9-454f-a31e-fc980c0aaeaf req-474ab523-0f0c-483c-8257-56214ec14706 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 1102 time: 0.0589671 Jun 30 21:55:02.595172 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f4bd936-14f9-454f-a31e-fc980c0aaeaf req-faac1398-1b82-4ea1-804a-d64040cbb12b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310707 Jun 30 21:55:02.798922 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbd19a-d719-4444-8972-4820a1608df7 req-6c862697-c9c0-42b9-9548-2fe1104593de tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:02.800414 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3ddbd19a-d719-4444-8972-4820a1608df7 req-6c862697-c9c0-42b9-9548-2fe1104593de tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0648098 Jun 30 21:55:02.838788 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3ddbd19a-d719-4444-8972-4820a1608df7 req-e4943815-94ba-4d19-9e13-c896774d448d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325723 Jun 30 21:55:03.020994 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-21e55750-95d2-4019-aaa6-80b8b61912e9 req-ace7eb4d-5836-4423-98a5-5be3345f48dd tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 210 time: 0.0687876 Jun 30 21:55:03.073802 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814cc5-1551-46c6-be2f-b8dab2b1e7fe req-98f5638e-42a2-40b2-baae-b6143dcccc9a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:03.075949 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8814cc5-1551-46c6-be2f-b8dab2b1e7fe req-98f5638e-42a2-40b2-baae-b6143dcccc9a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.1257956 Jun 30 21:55:03.149968 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8814cc5-1551-46c6-be2f-b8dab2b1e7fe req-ee817e6d-3071-45a5-b541-bd9bf49ff86e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595262 Jun 30 21:55:03.209506 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f1fde-c044-4460-8354-adddfabb65b6 req-ffb1199f-5d23-4cbc-82d8-18ee1b449401 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:03.216559 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-531f1fde-c044-4460-8354-adddfabb65b6 req-ffb1199f-5d23-4cbc-82d8-18ee1b449401 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0775790 Jun 30 21:55:03.258000 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-531f1fde-c044-4460-8354-adddfabb65b6 req-602330c6-bdd6-4617-8008-55aba0795224 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 Jun 30 21:55:03.351822 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02c79f-0774-4239-8354-bc750fa508f6 req-db495cbf-a606-4ed2-900e-07e33c76c7d2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:03.353909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a02c79f-0774-4239-8354-bc750fa508f6 req-db495cbf-a606-4ed2-900e-07e33c76c7d2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0678842 Jun 30 21:55:03.399093 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a02c79f-0774-4239-8354-bc750fa508f6 req-ffa4c085-b5a9-4969-bd57-f5667ca24b25 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390656 Jun 30 21:55:03.552507 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd9e36-02ae-40db-9848-b51df8cfff4d req-a94c7bf7-b9fb-4d94-b5d0-3e6365218a5c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:03.554196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4dd9e36-02ae-40db-9848-b51df8cfff4d req-a94c7bf7-b9fb-4d94-b5d0-3e6365218a5c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0667894 Jun 30 21:55:03.595073 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4dd9e36-02ae-40db-9848-b51df8cfff4d req-f73908ef-47ee-4cd1-8fd9-21acd018a5e2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345879 Jun 30 21:55:03.813784 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00442e5-43c7-414b-8d13-5ef8a9779668 req-6df169bc-0186-4945-a1e2-4d5f3a64b17f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:03.815302 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e00442e5-43c7-414b-8d13-5ef8a9779668 req-6df169bc-0186-4945-a1e2-4d5f3a64b17f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0659506 Jun 30 21:55:03.854608 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e00442e5-43c7-414b-8d13-5ef8a9779668 req-640986a4-a658-4a72-8c8c-7a62bd8c2d11 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336218 Jun 30 21:55:04.044550 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52f7c-4ad2-4d12-b568-91b1ce625988 req-cfccd17d-eb56-4902-95a1-6357e5288ee3 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:04.046160 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2da52f7c-4ad2-4d12-b568-91b1ce625988 req-cfccd17d-eb56-4902-95a1-6357e5288ee3 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0701180 Jun 30 21:55:04.087193 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2da52f7c-4ad2-4d12-b568-91b1ce625988 req-77d0a27c-8696-4f81-88b4-9af4abb2a43b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352871 Jun 30 21:55:04.173789 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-054b4d19-c561-4662-8113-58158f07d841 req-1a642bde-84d4-4d12-8ff6-2b8286e6e041 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 210 time: 0.0312536 Jun 30 21:55:04.445509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbccf0-f831-4867-a904-a6178146bf36 req-67c97a28-ef57-4044-a4e9-4d194ddaad03 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:04.447145 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41bbccf0-f831-4867-a904-a6178146bf36 req-67c97a28-ef57-4044-a4e9-4d194ddaad03 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0632241 Jun 30 21:55:04.488295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41bbccf0-f831-4867-a904-a6178146bf36 req-ae8cb393-d084-484c-a042-934bb0d968bf tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Jun 30 21:55:04.812875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec08e6-d674-4be2-88ae-18e7a52dc21e req-58644d84-0f65-4c3d-a2e4-76a0989788a9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:04.814649 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-25ec08e6-d674-4be2-88ae-18e7a52dc21e req-58644d84-0f65-4c3d-a2e4-76a0989788a9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0789990 Jun 30 21:55:04.860276 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-25ec08e6-d674-4be2-88ae-18e7a52dc21e req-5beb505a-3ff2-4d5c-aa8d-02b0384bbeb7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394800 Jun 30 21:55:04.999303 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-eba3d987-7959-4eac-a8c8-944716d3544b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:05.000661 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-eba3d987-7959-4eac-a8c8-944716d3544b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "GET /v2.0/networks?id=99d26bee-f9d4-423e-badb-ab9cbfba4063 HTTP/1.1" status: 200 len: 809 time: 0.1096063 Jun 30 21:55:05.023197 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Request body: {'port': {'device_id': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063', 'admin_state_up': True, 'tenant_id': '4022bf7c58344f68ad6a3184374cd36f'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:05.281828 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb13be-fd03-451c-92de-7afe743be4fe req-a0b1e70c-a5bc-4c69-9c14-59c01def8f70 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:05.283748 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c5fb13be-fd03-451c-92de-7afe743be4fe req-a0b1e70c-a5bc-4c69-9c14-59c01def8f70 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0783691 Jun 30 21:55:05.285024 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Made reservation on behalf of 4022bf7c58344f68ad6a3184374cd36f for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:05.288316 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:05.371717 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-36f769ba-ad37-405a-9a71-e2319fd8336e req-245aecf5-0305-40f1-b183-8317ad9a3e54 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 210 time: 0.0517910 Jun 30 21:55:05.398856 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c5fb13be-fd03-451c-92de-7afe743be4fe req-cf3c12ca-96e1-4462-a61f-a3ff80073106 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081514 Jun 30 21:55:05.474235 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Allocated IP 172.20.0.11 (99d26bee-f9d4-423e-badb-ab9cbfba4063/ff3f1afa-127b-4efd-8bcf-e935d946e49c/74777a93-dc29-40d3-b048-f2c8a7f99993) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:05.653884 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:05.709318 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ece0f7-78cf-4350-bd1b-0ea470e4a308 req-0414fcad-52e5-45c2-aa5d-8007d26699ae tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:05.710896 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5ece0f7-78cf-4350-bd1b-0ea470e4a308 req-0414fcad-52e5-45c2-aa5d-8007d26699ae tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.1082046 Jun 30 21:55:05.755666 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5ece0f7-78cf-4350-bd1b-0ea470e4a308 req-2c04fe37-22ad-4629-be42-154cc10f1658 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379593 Jun 30 21:55:05.815019 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:05.866013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:05.873452 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:05.876089 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:05.917632 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Pushing event updated for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:05.940013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:05.940797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:06.057734 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-e1b7fa86-5d56-4d26-b99a-bdb1cde14b94 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0385995 Jun 30 21:55:06.094001 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48e183-e1f8-4618-868b-7fc08e932496 req-0495ca50-79de-4ab2-b957-4775165e8d41 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:06.094001 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0c48e183-e1f8-4618-868b-7fc08e932496 req-0495ca50-79de-4ab2-b957-4775165e8d41 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0676069 Jun 30 21:55:06.130615 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0c48e183-e1f8-4618-868b-7fc08e932496 req-b7a0d03d-6d5f-4d73-8030-a4b34f09cdc0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330980 Jun 30 21:55:06.592543 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c302d1-6db9-4b57-8ac1-505b0b7c8a36 req-2a9ca497-f274-404b-bf17-9deddf176bc2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:06.594060 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11c302d1-6db9-4b57-8ac1-505b0b7c8a36 req-2a9ca497-f274-404b-bf17-9deddf176bc2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 932 time: 0.0700209 Jun 30 21:55:06.633312 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11c302d1-6db9-4b57-8ac1-505b0b7c8a36 req-2328be21-2254-479d-898a-d5eb14c0c9bc tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Jun 30 21:55:06.800081 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce971b0-6abd-43fd-ab22-4214c27a8a90 req-c2890f24-22ad-4142-9116-10dd7f5af124 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:06.801555 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7ce971b0-6abd-43fd-ab22-4214c27a8a90 req-c2890f24-22ad-4142-9116-10dd7f5af124 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0646794 Jun 30 21:55:06.841208 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7ce971b0-6abd-43fd-ab22-4214c27a8a90 req-84b6131a-eac6-45c1-bd98-4006acd70141 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326052 Jun 30 21:55:07.008724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8925847-6afe-4145-8e07-a6b8727e756a req-99058f72-dba4-4609-86e7-02ecaa744adb tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:07.010755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e8925847-6afe-4145-8e07-a6b8727e756a req-99058f72-dba4-4609-86e7-02ecaa744adb tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0671577 Jun 30 21:55:07.057250 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e8925847-6afe-4145-8e07-a6b8727e756a req-9ba83a26-ef00-443d-820e-91d29bf5b6b5 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402391 Jun 30 21:55:07.320882 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2957f273-9753-42ed-ae3f-6d44719bd1d2 req-b3b46fa1-a339-48c1-8b5c-4c8314570bc0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:07.322985 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2957f273-9753-42ed-ae3f-6d44719bd1d2 req-b3b46fa1-a339-48c1-8b5c-4c8314570bc0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0684216 Jun 30 21:55:07.361209 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2957f273-9753-42ed-ae3f-6d44719bd1d2 req-5bb4afaa-a47c-46d3-9315-29b76126b88a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324023 Jun 30 21:55:07.816349 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a0d63-dada-452f-9aac-5447e39d55bb req-3686ef7c-98c5-4d4e-b55e-1f8855c2f1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:07.818230 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a6a0d63-dada-452f-9aac-5447e39d55bb req-3686ef7c-98c5-4d4e-b55e-1f8855c2f1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 932 time: 0.0657949 Jun 30 21:55:07.860453 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a6a0d63-dada-452f-9aac-5447e39d55bb req-c0f4157f-7604-45ad-9f89-e260e020f7c7 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360644 Jun 30 21:55:08.038611 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51db99f-3f53-4e29-af10-54f70f5601e0 req-5cf56922-5bc1-4d41-b9e6-644853294d90 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:08.040093 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f51db99f-3f53-4e29-af10-54f70f5601e0 req-5cf56922-5bc1-4d41-b9e6-644853294d90 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0683613 Jun 30 21:55:08.079060 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f51db99f-3f53-4e29-af10-54f70f5601e0 req-cab4c237-73a9-46ba-af41-ec9b08f2bd95 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Jun 30 21:55:08.250978 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115d2ae-8f35-4b23-93ff-030fe872c2e8 req-7b7a51a8-3430-4508-b423-b860b91b96c9 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:08.252446 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e115d2ae-8f35-4b23-93ff-030fe872c2e8 req-7b7a51a8-3430-4508-b423-b860b91b96c9 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0672698 Jun 30 21:55:08.289926 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e115d2ae-8f35-4b23-93ff-030fe872c2e8 req-bfa1d555-8cbe-4590-962a-565a945b786a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Jun 30 21:55:08.539916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958ac4c-269d-40a6-b421-6e951562e0bf req-4bad9888-3785-4485-a3ce-daa6459a2477 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:08.541360 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d958ac4c-269d-40a6-b421-6e951562e0bf req-4bad9888-3785-4485-a3ce-daa6459a2477 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0647726 Jun 30 21:55:08.582636 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d958ac4c-269d-40a6-b421-6e951562e0bf req-0741ebe3-af92-48b6-b2c3-d7bb0f9b9c9d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354755 Jun 30 21:55:08.985804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Request body: {'port': {'device_id': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:08.997644 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:55:09.094433 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.104352 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:09.113966 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c5b8f-e1f1-4ca8-9652-a5280e02c8da req-79735e0b-ac14-493c-a558-0883f8f9bb11 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:09.115440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7d3c5b8f-e1f1-4ca8-9652-a5280e02c8da req-79735e0b-ac14-493c-a558-0883f8f9bb11 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 932 time: 0.1439233 Jun 30 21:55:09.115607 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '569fae4a-23fa-467f-b98e-c2698510c684', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:55:09.162457 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.178280 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:55:09.198804 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:09.236960 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7d3c5b8f-e1f1-4ca8-9652-a5280e02c8da req-6568158f-aa4e-4aa5-aa13-c8c6712469bb tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944893 Jun 30 21:55:09.308417 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.372358 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=6']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:09.479626 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3d7b8-f340-4f47-b61a-ccbfa52aadbc req-9a542ac5-baa4-4eeb-a657-4a03e021f4f0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:09.481640 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-31c3d7b8-f340-4f47-b61a-ccbfa52aadbc req-9a542ac5-baa4-4eeb-a657-4a03e021f4f0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1265228 Jun 30 21:55:09.483688 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74777a93-dc29-40d3-b048-f2c8a7f99993 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:55:09.498565 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.522305 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Transition to ACTIVE for port object 74777a93-dc29-40d3-b048-f2c8a7f99993 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:09.536014 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-31c3d7b8-f340-4f47-b61a-ccbfa52aadbc req-75e11d05-b9c4-4d3b-bd60-c3c37f03fc6e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475791 Jun 30 21:55:09.632441 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['569fae4a-23fa-467f-b98e-c2698510c684'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:09.674699 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.757738 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:09.799262 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7678-f90d-4af1-973f-4330ad4007d1 req-aa259946-3e01-438d-8818-b6b871022cb0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:09.800818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d3ff7678-f90d-4af1-973f-4330ad4007d1 req-aa259946-3e01-438d-8818-b6b871022cb0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.1638892 Jun 30 21:55:09.841328 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Attempting to bind port 74777a93-dc29-40d3-b048-f2c8a7f99993 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:55:09.841644 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Attempting to bind port 74777a93-dc29-40d3-b048-f2c8a7f99993 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:55:09.841991 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Attempting to bind port 74777a93-dc29-40d3-b048-f2c8a7f99993 on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:09.851284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Port 74777a93-dc29-40d3-b048-f2c8a7f99993 on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:55:09.851600 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Attempting to bind port 74777a93-dc29-40d3-b048-f2c8a7f99993 on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:09.860749 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:55:09.861092 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Checking segment: {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:09.861471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Bound using segment: {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:55:09.861923 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Bound port: 74777a93-dc29-40d3-b048-f2c8a7f99993, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:55:09.862286 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:09.867366 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d3ff7678-f90d-4af1-973f-4330ad4007d1 req-4d16393b-351e-4230-9677-c74ca8dd159e tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601699 Jun 30 21:55:09.958743 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:55:09.958928 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=74777a93-dc29-40d3-b048-f2c8a7f99993,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:55:10.041694 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0664ca-5df3-4c26-aab8-b01f8e3b103b req-12be8ab7-fd3e-4204-bb45-bc02ed8fc35c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.044991 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e0664ca-5df3-4c26-aab8-b01f8e3b103b req-12be8ab7-fd3e-4204-bb45-bc02ed8fc35c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.0700355 Jun 30 21:55:10.073962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:10.125883 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e0664ca-5df3-4c26-aab8-b01f8e3b103b req-409661b4-8fab-4592-a7b1-08b47453c2ad tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724125 Jun 30 21:55:10.128565 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.129179 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:10.130497 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/74777a93-dc29-40d3-b048-f2c8a7f99993 HTTP/1.1" status: 200 len: 1094 time: 1.1498888 Jun 30 21:55:10.130929 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:10.133154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:10.157454 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8649c3e-ef5e-469e-9fa0-19576f1eb3b4 service neutron] Pushing event updated for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:10.173991 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec37c17-8db8-4c31-a864-4c9996fa4369 x-openstack-request-id: req-bec37c17-8db8-4c31-a864-4c9996fa4369 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:10.174390 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:10.174646 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bec37c17-8db8-4c31-a864-4c9996fa4369 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:10.175102 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993', 'status': 'completed', 'code': 200} Jun 30 21:55:10.302315 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-61f551d7-369e-4877-8e38-f8656614251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.304084 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-61f551d7-369e-4877-8e38-f8656614251a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0592277 Jun 30 21:55:10.456236 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-7765e5a6-1f8c-4b32-b575-26f87d20595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.457689 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-7765e5a6-1f8c-4b32-b575-26f87d20595b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4022bf7c58344f68ad6a3184374cd36f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1348889 Jun 30 21:55:10.471020 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a485e-67fc-4f90-8240-ea9236c43f37 req-88f168bc-c43d-435f-b01d-b8c6ef5d3ac9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.472337 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a00a485e-67fc-4f90-8240-ea9236c43f37 req-88f168bc-c43d-435f-b01d-b8c6ef5d3ac9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 944 time: 0.1175849 Jun 30 21:55:10.560019 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a00a485e-67fc-4f90-8240-ea9236c43f37 req-f6f11a05-97cd-41d1-b7db-7c97b5358975 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788054 Jun 30 21:55:10.592587 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-cec2efb5-32cd-4220-a847-efc543f1d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.594105 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dc78d7b-0de4-4169-a70e-40b4899f3b3b req-cec2efb5-32cd-4220-a847-efc543f1d792 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1208012 Jun 30 21:55:10.757458 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c8e90-888f-4ec5-9aa1-f16f1f4e2b47 req-5e14c9cf-de4d-4b93-a96a-95c7a5f7f62f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.758847 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-903c8e90-888f-4ec5-9aa1-f16f1f4e2b47 req-5e14c9cf-de4d-4b93-a96a-95c7a5f7f62f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0938351 Jun 30 21:55:10.803850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-93874404-5c0b-4075-bf90-b64899328779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.805308 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-93874404-5c0b-4075-bf90-b64899328779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 1097 time: 0.0901582 Jun 30 21:55:10.808041 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-903c8e90-888f-4ec5-9aa1-f16f1f4e2b47 req-a9df5c51-f6e1-45ff-a767-fd2fd3f94dd3 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Jun 30 21:55:10.862914 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-1a37e275-ff28-4536-81d7-b6399ca934be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=74777a93-dc29-40d3-b048-f2c8a7f99993 HTTP/1.1" status: 200 len: 217 time: 0.0368721 Jun 30 21:55:10.912571 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-02e12490-a3c6-4160-80e9-72270aafc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:10.914052 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-02e12490-a3c6-4160-80e9-72270aafc5de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff3f1afa-127b-4efd-8bcf-e935d946e49c HTTP/1.1" status: 200 len: 849 time: 0.0432553 Jun 30 21:55:10.948593 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-8618a69b-ce17-458e-95d4-d7d546c1771f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99d26bee-f9d4-423e-badb-ab9cbfba4063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260501 Jun 30 21:55:10.992382 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:11.067574 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 569fae4a-23fa-467f-b98e-c2698510c684 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:11.068218 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:11.112314 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-9c42a9ca-96ca-414a-b300-51634d3babe2 service neutron] 10.222.0.55 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400542 Jun 30 21:55:11.139444 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676914d2-c33f-402d-bacd-4c595df90d1e req-5f749207-5b79-448d-b850-3b2918af8749 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:11.140902 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-676914d2-c33f-402d-bacd-4c595df90d1e req-5f749207-5b79-448d-b850-3b2918af8749 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.1037300 Jun 30 21:55:11.165037 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:11.194220 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:11.197241 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26abb9c-dc3c-4a50-8551-b07c22f445e2" -d '{"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:11.210800 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:11.229044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-676914d2-c33f-402d-bacd-4c595df90d1e req-d21b457f-4544-415b-8800-9594c0206762 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783181 Jun 30 21:55:11.275078 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69210168-2c02-4ed6-8ad1-537065e89bb1 req-d6b85e3d-6a62-42e2-b89c-1de178f3165c service neutron] 10.222.0.55 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395333 Jun 30 21:55:11.280297 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7add98-a81b-4277-920f-913c91428ca6 x-openstack-request-id: req-ba7add98-a81b-4277-920f-913c91428ca6 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:11.280587 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:11.280839 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba7add98-a81b-4277-920f-913c91428ca6 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:11.281234 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'code': 200} Jun 30 21:55:11.330500 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:11.347862 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7943c-cb97-4da0-80fa-695368f82717 req-bf556959-b88e-4fef-b8e1-1f949a4b8aa9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:11.349343 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ddb7943c-cb97-4da0-80fa-695368f82717 req-bf556959-b88e-4fef-b8e1-1f949a4b8aa9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.0672028 Jun 30 21:55:11.384506 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=7']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:11.393266 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ddb7943c-cb97-4da0-80fa-695368f82717 req-99dff42d-a38a-4bba-b86b-d903150702ea tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378487 Jun 30 21:55:11.742420 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae73c96-22b7-4cc4-bfff-1af9739e7bcd req-d9ed4bd0-5075-4a96-83d4-89ebf5bb9c59 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:11.744155 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aae73c96-22b7-4cc4-bfff-1af9739e7bcd req-d9ed4bd0-5075-4a96-83d4-89ebf5bb9c59 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 944 time: 0.0646598 Jun 30 21:55:11.784961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aae73c96-22b7-4cc4-bfff-1af9739e7bcd req-21359965-a35a-45a0-8917-2341aaf05ad1 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335293 Jun 30 21:55:11.990311 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd9186-81fb-484d-85cf-df29ce050636 req-9ae181f9-4951-4c8a-a18a-592e143df024 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:11.991941 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e4fd9186-81fb-484d-85cf-df29ce050636 req-9ae181f9-4951-4c8a-a18a-592e143df024 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0680802 Jun 30 21:55:12.037422 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e4fd9186-81fb-484d-85cf-df29ce050636 req-024140b4-4538-4368-ac0e-624a77bdea0f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388813 Jun 30 21:55:12.416351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f6f7b-effc-4701-9ed9-ba1dad5f4954 req-fab5d2b4-8611-47a2-9ac8-8f85043a2ba0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:12.417848 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-621f6f7b-effc-4701-9ed9-ba1dad5f4954 req-fab5d2b4-8611-47a2-9ac8-8f85043a2ba0 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.0686147 Jun 30 21:55:12.456577 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-621f6f7b-effc-4701-9ed9-ba1dad5f4954 req-6e261404-e2db-44cb-8400-e9ac2de208de tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Jun 30 21:55:12.684400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcb84e-eb9e-4c64-9dba-ece23d715fae req-3840e66c-52e3-43f2-9a17-afbb32965e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:12.686824 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdfcb84e-eb9e-4c64-9dba-ece23d715fae req-3840e66c-52e3-43f2-9a17-afbb32965e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1181066 Jun 30 21:55:12.714908 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-187a16d6-c268-45ac-a173-e502d71ae019 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:12.720942 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-187a16d6-c268-45ac-a173-e502d71ae019 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.1148231 Jun 30 21:55:12.779076 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdfcb84e-eb9e-4c64-9dba-ece23d715fae req-4f847334-5740-4d42-ba84-71c7dba25c32 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858691 Jun 30 21:55:12.878437 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Deleting port 107fd58b-1a8f-4d09-8222-06681801a33c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:55:12.878741 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:13.080183 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] For port 107fd58b-1a8f-4d09-8222-06681801a33c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=107fd58b-1a8f-4d09-8222-06681801a33c,segment=NetworkSegment(a86e58df-533d-4fcf-8590-27a1007f3ab1),segment_id=a86e58df-533d-4fcf-8590-27a1007f3ab1)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:13.080183 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:13.104363 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Calling delete_port for 107fd58b-1a8f-4d09-8222-06681801a33c owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:55:13.140728 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e34a64-4e6d-4742-839a-b7945e435108 req-303fe351-b08c-4f5f-b71f-4035e26eb63d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:13.142144 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-25e34a64-4e6d-4742-839a-b7945e435108 req-303fe351-b08c-4f5f-b71f-4035e26eb63d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 944 time: 0.2012215 Jun 30 21:55:13.147923 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309960-a689-4657-b269-6c80c243b7b7 req-43cc56a2-27a6-4d26-ad09-e5efbd5be665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:13.166348 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-43cc56a2-27a6-4d26-ad09-e5efbd5be665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.1962342 Jun 30 21:55:13.467595 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4666c-fdc6-4990-aa9c-0f3f6b3a04ca req-c2ce40fc-831e-4314-a38c-40dd16bf52b2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:13.474437 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42d4666c-fdc6-4990-aa9c-0f3f6b3a04ca req-c2ce40fc-831e-4314-a38c-40dd16bf52b2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.4698012 Jun 30 21:55:13.674196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-25e34a64-4e6d-4742-839a-b7945e435108 req-dbbe794a-825e-4c28-9e72-7b6729a82358 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238879 Jun 30 21:55:13.691310 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42d4666c-fdc6-4990-aa9c-0f3f6b3a04ca req-423c9bf6-f860-4888-8e1d-bca09ed5fe58 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159433 Jun 30 21:55:13.708937 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309960-a689-4657-b269-6c80c243b7b7 req-fad78071-5c57-4fd6-80f0-7a575c0ec084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:13.709728 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-fad78071-5c57-4fd6-80f0-7a575c0ec084 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.2658138 Jun 30 21:55:13.782313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-369afd17-aa7a-47bb-9685-9f0d57dc2976 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0633702 Jun 30 21:55:13.914246 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309960-a689-4657-b269-6c80c243b7b7 req-7f306e71-f06b-4019-80b5-18dfe0554a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:13.916225 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-7f306e71-f06b-4019-80b5-18dfe0554a4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.1264939 Jun 30 21:55:13.974066 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-e233ddb8-ad8b-47f1-869b-156218b03198 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421078 Jun 30 21:55:14.053340 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bdb15-4ae2-4d9b-bfd5-0295669bc267 req-181499e9-1c6e-48c3-a28a-094196261613 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:14.054812 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2bdb15-4ae2-4d9b-bfd5-0295669bc267 req-181499e9-1c6e-48c3-a28a-094196261613 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 949 time: 0.1864543 Jun 30 21:55:14.151443 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8403d-c938-4a81-a481-8e08ac0357ae req-efe94ece-6fd5-4adc-a7e6-031c59d90a5c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:14.152934 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0c8403d-c938-4a81-a481-8e08ac0357ae req-efe94ece-6fd5-4adc-a7e6-031c59d90a5c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.2102566 Jun 30 21:55:14.166460 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2bdb15-4ae2-4d9b-bfd5-0295669bc267 req-f68ab831-d8e8-4238-9ec2-80fefdca3e13 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/security-groups?id=4d44ed59-9357-4583-a73a-44cebbb37f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851495 Jun 30 21:55:14.174401 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-e7c12178-25f8-4f1c-8303-eaa8bbcd7c46 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805897 Jun 30 21:55:14.220664 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:14.274075 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['107fd58b-1a8f-4d09-8222-06681801a33c'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:14.303631 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0c8403d-c938-4a81-a481-8e08ac0357ae req-a9191fe4-859c-4e50-b2f2-72827416accb tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356111 Jun 30 21:55:14.364998 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Pushing event deleted for resources: {'Port': ['ID=107fd58b-1a8f-4d09-8222-06681801a33c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:14.411604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] No DVR routers for this DVR port 107fd58b-1a8f-4d09-8222-06681801a33c on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:55:14.417932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:14.417932 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-23c5b3bd-8e02-4c08-b5f6-69a22dd00d72 req-c7025e89-6183-4626-86a1-2d6f51e0576a tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.55 "DELETE /v2.0/ports/107fd58b-1a8f-4d09-8222-06681801a33c HTTP/1.1" status: 204 len: 173 time: 1.6752346 Jun 30 21:55:14.438492 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'name': 'network-vif-deleted', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:14.440950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb7f618-db12-455b-bd4d-0d0febf93113" -d '{"events": [{"server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "name": "network-vif-deleted", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:14.481745 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7309960-a689-4657-b269-6c80c243b7b7 req-d29b2855-9fa0-481d-a4ca-a8608bb69525 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930727 Jun 30 21:55:14.514933 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21176ffb-30c4-43da-b17a-40d82462c7e3 req-577ec203-16fb-493b-94b6-169eff121a62 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:14.522084 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-21176ffb-30c4-43da-b17a-40d82462c7e3 req-577ec203-16fb-493b-94b6-169eff121a62 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1500089 Jun 30 21:55:14.523785 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a062ef57-ae53-4b4e-94b3-3f91ce9a7bc8 x-openstack-request-id: req-a062ef57-ae53-4b4e-94b3-3f91ce9a7bc8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:14.524269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3302c72-8c09-46af-aab3-91f7e3adca28", "name": "network-vif-deleted", "tag": "107fd58b-1a8f-4d09-8222-06681801a33c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:14.524692 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a062ef57-ae53-4b4e-94b3-3f91ce9a7bc8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:14.525083 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3302c72-8c09-46af-aab3-91f7e3adca28', 'name': 'network-vif-deleted', 'tag': '107fd58b-1a8f-4d09-8222-06681801a33c', 'status': 'completed', 'code': 200} Jun 30 21:55:14.586545 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-21176ffb-30c4-43da-b17a-40d82462c7e3 req-f5be4318-a1ad-4651-8349-0ee150bc2fd3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604203 Jun 30 21:55:14.968498 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957feb-e73e-4c34-b638-350313f2ad75 req-8474faa4-51d2-4859-8abc-173355ba941b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:14.968498 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-00957feb-e73e-4c34-b638-350313f2ad75 req-8474faa4-51d2-4859-8abc-173355ba941b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1389053 Jun 30 21:55:15.003121 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 74777a93-dc29-40d3-b048-f2c8a7f99993 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:55:15.019654 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b7dbe9-7d4a-4d59-958f-9f770abf5613 req-128caf45-adfc-4c46-b1f8-734410da34a6 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:15.030273 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-49b7dbe9-7d4a-4d59-958f-9f770abf5613 req-128caf45-adfc-4c46-b1f8-734410da34a6 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 944 time: 0.1431234 Jun 30 21:55:15.077229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-00957feb-e73e-4c34-b638-350313f2ad75 req-834d9ff2-684a-409a-930e-72029b83eb1d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039219 Jun 30 21:55:15.111568 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-49b7dbe9-7d4a-4d59-958f-9f770abf5613 req-7e506eec-c2eb-49fd-a9c8-93c6ef37b26b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819476 Jun 30 21:55:15.170995 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=74777a93-dc29-40d3-b048-f2c8a7f99993,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:15.191598 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '74777a93-dc29-40d3-b048-f2c8a7f99993', 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063', 'port_id': '74777a93-dc29-40d3-b048-f2c8a7f99993', 'mac_address': 'fa:16:3e:7d:82:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3f1afa-127b-4efd-8bcf-e935d946e49c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:55:15.365239 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:15.365239 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74777a93-dc29-40d3-b048-f2c8a7f99993 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:55:15.365239 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=74777a93-dc29-40d3-b048-f2c8a7f99993,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:15.434367 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-01ad7b7c-5aa3-4076-a071-f94ebb0d5637 req-55bc71ca-ec36-4456-9ef8-ce51c7320cd3 tempest-VolumesNegativeTest-1840986046 tempest-VolumesNegativeTest-1840986046-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3302c72-8c09-46af-aab3-91f7e3adca28 HTTP/1.1" status: 200 len: 210 time: 0.0876172 Jun 30 21:55:15.610367 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8ff48-f41f-41be-b11c-b1ae6dcec20c req-954d8ac0-983f-4321-84f6-397b44812289 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:15.617030 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-75c8ff48-f41f-41be-b11c-b1ae6dcec20c req-954d8ac0-983f-4321-84f6-397b44812289 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1160295 Jun 30 21:55:15.629218 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:15.708763 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-75c8ff48-f41f-41be-b11c-b1ae6dcec20c req-46867699-0080-4a12-8baa-af0ea1265869 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773261 Jun 30 21:55:15.708879 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:15.731244 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:15.823916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f49f3-3ea0-441a-8f6d-bd6e817766cb req-8d3344df-24f9-4cc9-b8a6-1797b9b59284 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:15.825418 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-106f49f3-3ea0-441a-8f6d-bd6e817766cb req-8d3344df-24f9-4cc9-b8a6-1797b9b59284 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0794849 Jun 30 21:55:15.876552 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-106f49f3-3ea0-441a-8f6d-bd6e817766cb req-e84984db-2b76-428e-a12a-25cd014ddf18 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426943 Jun 30 21:55:16.172725 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['74777a93-dc29-40d3-b048-f2c8a7f99993'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:16.351460 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d3fc6-c635-4940-8630-fafbd984f471 req-f93d2bfe-7f39-42fc-8a2d-a8d23b8177f2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:16.358839 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a83d3fc6-c635-4940-8630-fafbd984f471 req-f93d2bfe-7f39-42fc-8a2d-a8d23b8177f2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1494777 Jun 30 21:55:16.400776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a306bb-da91-4140-8b3e-67e6d697f0f8 req-51a7437b-7978-4dec-9f42-8bc776fd3b1f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:16.410233 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8a306bb-da91-4140-8b3e-67e6d697f0f8 req-51a7437b-7978-4dec-9f42-8bc776fd3b1f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 945 time: 0.1551702 Jun 30 21:55:16.470877 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a83d3fc6-c635-4940-8630-fafbd984f471 req-70358f27-4453-4b25-a92a-e63d7293140d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079745 Jun 30 21:55:16.488359 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c8a306bb-da91-4140-8b3e-67e6d697f0f8 req-b321a91f-28ee-475e-90cc-1fcf0efa1a2b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669243 Jun 30 21:55:16.896951 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38506664-5db4-4f65-a149-dc6eabe08913 req-76eff517-9d93-4622-b219-d47a91e7bd67 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:16.898471 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-38506664-5db4-4f65-a149-dc6eabe08913 req-76eff517-9d93-4622-b219-d47a91e7bd67 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0780175 Jun 30 21:55:16.939731 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-38506664-5db4-4f65-a149-dc6eabe08913 req-74281deb-2bd1-4431-82ae-d33f7d28faf0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348623 Jun 30 21:55:17.016387 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 107fd58b-1a8f-4d09-8222-06681801a33c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:55:17.036770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 107fd58b-1a8f-4d09-8222-06681801a33c {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:55:17.037067 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 107fd58b-1a8f-4d09-8222-06681801a33c not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:55:17.096964 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fb8d0-19ef-494d-94f2-007555e30ec4 req-4dd1354f-6b6b-420a-9536-2f3205e89819 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:17.098504 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe1fb8d0-19ef-494d-94f2-007555e30ec4 req-4dd1354f-6b6b-420a-9536-2f3205e89819 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0824656 Jun 30 21:55:17.121472 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-89de7454-e3e5-4860-b14f-9f081950ee2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:17.146339 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe1fb8d0-19ef-494d-94f2-007555e30ec4 req-3754c2c0-acca-4b6c-947b-758bc19401b8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415373 Jun 30 21:55:17.501762 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 55596) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:17.638470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a03363-d485-40c4-941d-c68ff0d6c037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:17.831733 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab787a-57c7-45c8-806e-51e45ceca6a8 req-b27cd821-e2a8-4e76-8e3a-44827d10cb55 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:17.838588 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2cab787a-57c7-45c8-806e-51e45ceca6a8 req-b27cd821-e2a8-4e76-8e3a-44827d10cb55 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 945 time: 0.1627159 Jun 30 21:55:17.878134 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59529-ae69-458e-adca-ba88e640ef3a req-e9d62c0b-1b35-43f5-8cbd-31ac7811eeeb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:17.879723 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ab59529-ae69-458e-adca-ba88e640ef3a req-e9d62c0b-1b35-43f5-8cbd-31ac7811eeeb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2052968 Jun 30 21:55:17.936419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2cab787a-57c7-45c8-806e-51e45ceca6a8 req-319d3c36-f68c-4895-928a-1fd91195ccef tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962262 Jun 30 21:55:17.959712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a03363-d485-40c4-941d-c68ff0d6c037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:17.986737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ab59529-ae69-458e-adca-ba88e640ef3a req-d586decb-5330-4fe5-964d-d1ae9d53b786 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979264 Jun 30 21:55:18.052695 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f2a03363-d485-40c4-941d-c68ff0d6c037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:18.136625 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a03363-d485-40c4-941d-c68ff0d6c037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5228cc-4313-422a-9184-b49fc795e90e,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:18.143473 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f2a03363-d485-40c4-941d-c68ff0d6c037 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41f15dfed2824389ae6cf2080264adfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405339 Jun 30 21:55:18.146182 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55618) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:18.180602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c145bb-cf5c-4b5a-8d76-413b68cd6a76 req-463205b9-2231-4ffd-a23d-739ae0e6bd6f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:18.182506 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-33c145bb-cf5c-4b5a-8d76-413b68cd6a76 req-463205b9-2231-4ffd-a23d-739ae0e6bd6f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1038506 Jun 30 21:55:18.248507 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:18.268692 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-33c145bb-cf5c-4b5a-8d76-413b68cd6a76 req-85a2bac7-f7be-4a6b-8d55-3c74b3f96950 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785244 Jun 30 21:55:18.308056 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:18.398859 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8294af-5d51-4830-ab7d-ae304775a79d req-5f6b44df-a3ee-4697-912c-38f161cce042 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:18.406301 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:18.407883 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd8294af-5d51-4830-ab7d-ae304775a79d req-5f6b44df-a3ee-4697-912c-38f161cce042 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1042731 Jun 30 21:55:18.410201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:18.412525 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c5228cc-4313-422a-9184-b49fc795e90e HTTP/1.1" status: 204 len: 168 time: 0.2633862 Jun 30 21:55:18.444718 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa72ad-bddd-4794-97ce-60d7f3caf346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5228cc-4313-422a-9184-b49fc795e90e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:18.485402 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd8294af-5d51-4830-ab7d-ae304775a79d req-95546063-12ec-4975-9145-97d706d47961 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765035 Jun 30 21:55:19.031223 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 74777a93-dc29-40d3-b048-f2c8a7f99993 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:19.292050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 74777a93-dc29-40d3-b048-f2c8a7f99993 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:55:19.296511 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 74777a93-dc29-40d3-b048-f2c8a7f99993 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:19.297232 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:19.332485 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-4dc37a19-2a34-456c-8896-05de881f0100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:19.348127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540bdb1-62cc-4e7f-b6e7-a951f0948b49 req-766c228e-50b1-46f0-824c-1eb2b0b6600f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:19.351094 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9540bdb1-62cc-4e7f-b6e7-a951f0948b49 req-766c228e-50b1-46f0-824c-1eb2b0b6600f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 945 time: 0.1435091 Jun 30 21:55:19.365152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c0f07-c1b8-47a8-a78c-5814b3444bd8 req-9d75600b-4131-4974-bc13-6dc0e17b78bf tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:19.376427 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b45c0f07-c1b8-47a8-a78c-5814b3444bd8 req-9d75600b-4131-4974-bc13-6dc0e17b78bf tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1150644 Jun 30 21:55:19.425827 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:19.451807 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:19.455042 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39c3ab3-253a-4127-8c8b-424bc15b99b2" -d '{"events": [{"server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "name": "network-vif-plugged", "status": "completed", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:19.459927 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9540bdb1-62cc-4e7f-b6e7-a951f0948b49 req-3629d1bf-760c-405f-a39a-26de2487ff91 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989320 Jun 30 21:55:19.480466 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b45c0f07-c1b8-47a8-a78c-5814b3444bd8 req-b2da2fd5-040e-49f5-b970-a89f1c72e297 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978038 Jun 30 21:55:19.495673 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=74777a93-dc29-40d3-b048-f2c8a7f99993,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:19.568397 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9816b4a9-668b-4f3c-96ad-c18435dc861c x-openstack-request-id: req-9816b4a9-668b-4f3c-96ad-c18435dc861c {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:19.568397 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "name": "network-vif-plugged", "status": "completed", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:19.568397 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9816b4a9-668b-4f3c-96ad-c18435dc861c {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:19.568397 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993', 'code': 200} Jun 30 21:55:19.583670 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:19.680278 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:19.762577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9456d36-1019-4457-9910-71dff08f5c82 req-52e630d5-120e-4cf7-95f8-eeffddcd6e2c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:19.774396 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9456d36-1019-4457-9910-71dff08f5c82 req-52e630d5-120e-4cf7-95f8-eeffddcd6e2c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1616204 Jun 30 21:55:19.870568 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9456d36-1019-4457-9910-71dff08f5c82 req-cd8b8c9d-753c-4530-a40c-db4e3716a83a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934384 Jun 30 21:55:19.934317 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15f4cf-6476-4ece-95ff-c63cabaa094d req-1c46300b-e843-4c01-ab17-90d083a28dbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:19.936261 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aa15f4cf-6476-4ece-95ff-c63cabaa094d req-1c46300b-e843-4c01-ab17-90d083a28dbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1353552 Jun 30 21:55:20.024855 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aa15f4cf-6476-4ece-95ff-c63cabaa094d req-8158e109-ee5a-41f7-823f-d6bb8de4c071 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817976 Jun 30 21:55:20.029403 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:20.295754 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da076542-ce1c-4722-b435-85df860fedf0 req-5c724222-27b3-4593-8f5a-d1dc5662bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:20.297463 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da076542-ce1c-4722-b435-85df860fedf0 req-5c724222-27b3-4593-8f5a-d1dc5662bffb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 1099 time: 0.1405919 Jun 30 21:55:20.366598 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da076542-ce1c-4722-b435-85df860fedf0 req-0bb038b0-7409-459f-8ba8-eeb64371767d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608997 Jun 30 21:55:20.411869 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:20.802584 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fac71-2e74-4d94-a661-714010f2d3a7 req-0a42de27-fcc7-4e3c-a915-301b828ad757 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:20.812006 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a11fac71-2e74-4d94-a661-714010f2d3a7 req-0a42de27-fcc7-4e3c-a915-301b828ad757 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.1484735 Jun 30 21:55:20.825637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff8c41-a163-4d08-8aff-9852b099d9fe req-0c3f8adf-cfbf-4677-93f3-828f8a541687 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:20.829079 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7dff8c41-a163-4d08-8aff-9852b099d9fe req-0c3f8adf-cfbf-4677-93f3-828f8a541687 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1547587 Jun 30 21:55:20.915666 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7dff8c41-a163-4d08-8aff-9852b099d9fe req-9cd2528c-a023-48f1-bf0f-0b8e3b062763 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717885 Jun 30 21:55:20.958326 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a11fac71-2e74-4d94-a661-714010f2d3a7 req-a6a75a89-b68a-4d33-af5b-f7d2119bd1dc tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344390 Jun 30 21:55:21.174841 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce77c7-1f40-4028-ae87-4ac8cedc34e9 req-ebba3250-ab04-4c0e-875a-58cfaa307f6b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:21.176581 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cce77c7-1f40-4028-ae87-4ac8cedc34e9 req-ebba3250-ab04-4c0e-875a-58cfaa307f6b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1054144 Jun 30 21:55:21.214362 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18f462-57c7-411c-ab5a-6dda4e6b24f6 req-3ccc6d6c-8b29-4164-8920-73c7dbd67dcf tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:21.500909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5b18f462-57c7-411c-ab5a-6dda4e6b24f6 req-3ccc6d6c-8b29-4164-8920-73c7dbd67dcf tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.1105440 Jun 30 21:55:21.500909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6cce77c7-1f40-4028-ae87-4ac8cedc34e9 req-5a39fe51-7929-43ab-a005-fc112cc64321 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628657 Jun 30 21:55:21.500909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5b18f462-57c7-411c-ab5a-6dda4e6b24f6 req-fff3cde1-ff6f-42fa-8914-1abab06b86a2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Jun 30 21:55:21.502176 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55780) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:21.503496 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bb013-0acf-42a6-90f6-6d6558d8a0c6 req-65e8b81e-d716-4292-8840-ec38119cb7a0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:21.503496 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa8bb013-0acf-42a6-90f6-6d6558d8a0c6 req-65e8b81e-d716-4292-8840-ec38119cb7a0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0757301 Jun 30 21:55:21.503496 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa8bb013-0acf-42a6-90f6-6d6558d8a0c6 req-6c0a4af9-19c2-4afc-aed5-1d04832a0ba1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Jun 30 21:55:21.552227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e6c7eb-0c9c-4466-84cf-334a47335525 tempest-TestMinimumBasicScenario-1089959253 tempest-TestMinimumBasicScenario-1089959253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:21.556553 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-96e6c7eb-0c9c-4466-84cf-334a47335525 tempest-TestMinimumBasicScenario-1089959253 tempest-TestMinimumBasicScenario-1089959253-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1093 time: 0.2604487 Jun 30 21:55:21.556854 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55784) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:21.562568 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'port_id': '485639ce-41ac-40f3-8071-1e445002ceec', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:22.018574 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for floatingip, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:22.115849 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:22.251674 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b3c3b-dcc8-4785-908f-9ac8dde7194a req-a8d16d54-1b72-4220-9b81-401fe3956cc3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:22.258977 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-732b3c3b-dcc8-4785-908f-9ac8dde7194a req-a8d16d54-1b72-4220-9b81-401fe3956cc3 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2356052 Jun 30 21:55:22.278085 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:22.316082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-732b3c3b-dcc8-4785-908f-9ac8dde7194a req-4f871cda-a30f-4eef-a95a-244df5219b83 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532413 Jun 30 21:55:22.400517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e9590-bcd9-4a37-8ecd-679c7211bb28 req-b449a070-38ad-400f-940d-484ca611c1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:22.402196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-836e9590-bcd9-4a37-8ecd-679c7211bb28 req-b449a070-38ad-400f-940d-484ca611c1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.0850265 Jun 30 21:55:22.517586 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-836e9590-bcd9-4a37-8ecd-679c7211bb28 req-5d4693fe-a350-4941-a4b8-574b7e28e21a tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015835 Jun 30 21:55:22.630548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Allocated IP 172.27.1.201 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/8be98669-8a06-4655-95ea-ca586eeaa3c8) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:22.801803 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:22.837509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-343fe05a-f624-4d5c-a6a6-3d456003704d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:22.839516 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-343fe05a-f624-4d5c-a6a6-3d456003704d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1098 time: 0.3027444 Jun 30 21:55:22.855038 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78773bce-ce60-4af5-a08c-def690c1c76d req-ec38c71e-d54f-4fab-b0c9-3c647f8fd827 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:22.862899 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78773bce-ce60-4af5-a08c-def690c1c76d req-ec38c71e-d54f-4fab-b0c9-3c647f8fd827 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.3106275 Jun 30 21:55:22.910079 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:22.955505 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:22.964786 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:22.975101 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:23.008640 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb8b61-9b3c-4793-a3ac-1f18d2f53e0e req-64204934-d7cf-4195-8e5b-b59501dc7011 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.010132 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d9bb8b61-9b3c-4793-a3ac-1f18d2f53e0e req-64204934-d7cf-4195-8e5b-b59501dc7011 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.3293488 Jun 30 21:55:23.029404 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'Port': ['ID=8be98669-8a06-4655-95ea-ca586eeaa3c8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:23.069388 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78773bce-ce60-4af5-a08c-def690c1c76d req-aa49f03d-93e8-4ffd-8069-314685e46d70 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053909 Jun 30 21:55:23.106880 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-2d1f8f09-e0ad-43b4-b531-f06fe59c9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.109196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-2d1f8f09-e0ad-43b4-b531-f06fe59c9af8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 912 time: 0.2433453 Jun 30 21:55:23.144242 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d9bb8b61-9b3c-4793-a3ac-1f18d2f53e0e req-b2d71a38-5e70-440d-aa4c-8e25c58a14b1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237826 Jun 30 21:55:23.230251 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-a171c201-d5ab-40f0-afc2-2d11c5d56aef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 1001 time: 0.1081893 Jun 30 21:55:23.306485 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-ece45575-7c0e-4c63-b6b1-9279fc1813e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.309629 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-ece45575-7c0e-4c63-b6b1-9279fc1813e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0662975 Jun 30 21:55:23.423093 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-b0256ec8-c9b3-42fd-b541-1b0e6ddb2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.424722 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-b0256ec8-c9b3-42fd-b541-1b0e6ddb2605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1088333 Jun 30 21:55:23.549597 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:23.609338 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-7a55bec0-1383-4c17-aa7e-30955d5bfdf8 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736259 Jun 30 21:55:23.742353 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:23.765082 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2bac7-96b8-4919-b873-a70623b88455 req-ac2d1427-b6df-4340-a1df-f07df973db60 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.768303 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-67d2bac7-96b8-4919-b873-a70623b88455 req-ac2d1427-b6df-4340-a1df-f07df973db60 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2857294 Jun 30 21:55:23.859349 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e9f521d-707b-4ca4-b9d0-575f48726a73 req-4332073f-aa23-4d86-a35f-3fe075bb7f03 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419634 Jun 30 21:55:23.886043 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-67d2bac7-96b8-4919-b873-a70623b88455 req-51433c82-b55e-46b4-80d5-b3ab3e8e0c0e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166275 Jun 30 21:55:23.915969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea35a8f-70a0-436b-902e-8f2605c809b5 req-ba27f621-260c-414e-8e20-4bf32f8cfb47 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:23.916187 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bea35a8f-70a0-436b-902e-8f2605c809b5 req-ba27f621-260c-414e-8e20-4bf32f8cfb47 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.1903632 Jun 30 21:55:23.976509 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bea35a8f-70a0-436b-902e-8f2605c809b5 req-4c76d469-a33a-4c79-8c97-aec8b1f8cb1f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Jun 30 21:55:24.074560 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:24.184364 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:24.312393 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'Port': ['ID=8be98669-8a06-4655-95ea-ca586eeaa3c8,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:24.398770 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:24.443110 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4d19a-543d-441d-8dce-e52c5fbd902e req-abd5f70f-76f2-49f1-b120-e2221d194a7b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:24.450759 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98e4d19a-543d-441d-8dce-e52c5fbd902e req-abd5f70f-76f2-49f1-b120-e2221d194a7b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1017985 Jun 30 21:55:24.483164 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76c507-dd4c-4f2e-9db2-8fa3ceb98656 req-737ea597-003b-42af-a22f-fd42a5395330 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:24.485120 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bf76c507-dd4c-4f2e-9db2-8fa3ceb98656 req-737ea597-003b-42af-a22f-fd42a5395330 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.2232976 Jun 30 21:55:24.542791 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bf76c507-dd4c-4f2e-9db2-8fa3ceb98656 req-a75cb5d3-c8c6-4f40-82d1-8ef37c0adb80 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447536 Jun 30 21:55:24.560882 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98e4d19a-543d-441d-8dce-e52c5fbd902e req-8b7f6e90-e127-42df-a077-462a1040ad12 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091900 Jun 30 21:55:24.579398 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Floating IP e7ef6e24-49a1-4176-b7c3-2fc5a0a27279 associated. External IP: 172.27.1.201, port: 485639ce-41ac-40f3-8071-1e445002ceec. Jun 30 21:55:24.821193 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Router 18a77adc-9a8d-4a0a-97da-88d23df067b9 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:55:25.007430 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:55:25.023232 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Sync routers for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:55:25.042548 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:55:25.045389 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:25.110918 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.196398 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e4a3f4d3-00eb-45d7-8d95-169a1f69e9a1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6373050 Jun 30 21:55:25.198025 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:25.204070 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:25.209127 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55956) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:25.216930 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841209459', 'description': 'tempest-secgroup-smoke-841209459 description', 'project_id': '8cd1aadad96140a88ac88d3369feecee'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:25.272737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883a672-f66e-47b6-ad34-6b7321a5f202 req-a452c0f5-daa2-42c6-baa0-ed0c08b52002 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:25.281798 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2883a672-f66e-47b6-ad34-6b7321a5f202 req-a452c0f5-daa2-42c6-baa0-ed0c08b52002 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1611881 Jun 30 21:55:25.282414 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feebfe32-a6a1-4062-b818-3427e034ec58 x-openstack-request-id: req-feebfe32-a6a1-4062-b818-3427e034ec58 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:25.282927 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:25.283546 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-feebfe32-a6a1-4062-b818-3427e034ec58 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:25.284237 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:55:25.315667 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:55:25.327915 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.353523 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2883a672-f66e-47b6-ad34-6b7321a5f202 req-57c74332-aef2-4f12-80e0-35552eb93576 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706160 Jun 30 21:55:25.439650 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-08027bcf-e47e-441d-b146-d5b3a4b883c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:25.442369 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-08027bcf-e47e-441d-b146-d5b3a4b883c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1098 time: 0.0820460 Jun 30 21:55:25.475655 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.563644 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-807bdcb6-d5bc-4a9e-a273-2acb6b61baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:25.565467 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-807bdcb6-d5bc-4a9e-a273-2acb6b61baca service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 915 time: 0.1144583 Jun 30 21:55:25.580229 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.655186 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5086d16e-0c97-49e1-bfc8-3c26a0f38724,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:25.711758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.714020 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-9ecf82bb-e3a2-4994-a4eb-b614c2c64afa tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5007975 Jun 30 21:55:25.722731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55978) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:25.728496 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:25.737762 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-398a7c36-81b9-4cb4-9e9f-8dc5ec980c67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 999 time: 0.1645615 Jun 30 21:55:25.785426 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'e7ef6e24-49a1-4176-b7c3-2fc5a0a27279', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'port_id': '485639ce-41ac-40f3-8071-1e445002ceec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'mac_address': 'fa:16:3e:7b:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:55:23Z', 'updated_at': '2021-06-30T21:55:23Z', 'revision_number': 0, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:25.821248 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Checking router: 18a77adc-9a8d-4a0a-97da-88d23df067b9 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:55:25.831889 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.856328 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:55:25.861144 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:25.964239 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:25.968855 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-e5a47f96-240f-4e02-b8a9-a25dccf56e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:25.970344 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-e5a47f96-240f-4e02-b8a9-a25dccf56e21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.2227094 Jun 30 21:55:26.041265 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:55:26.048565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.058033 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebee23-88ee-4548-8177-24a6fb892f1b req-23388995-561f-43dc-888b-29e60bfaf0ff tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:26.059545 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66ebee23-88ee-4548-8177-24a6fb892f1b req-23388995-561f-43dc-888b-29e60bfaf0ff tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.2447245 Jun 30 21:55:26.102212 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd431ddb-61ee-4e90-abbb-368af3f40665,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:26.222731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.222731 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-fa0dc6bb-5e72-4f53-a7fc-7c6eec92d093 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4921231 Jun 30 21:55:26.222731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55992) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:26.224189 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:26.327880 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.441214 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'e7ef6e24-49a1-4176-b7c3-2fc5a0a27279', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'port_id': '485639ce-41ac-40f3-8071-1e445002ceec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'mac_address': 'fa:16:3e:7b:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:55:23Z', 'updated_at': '2021-06-30T21:55:23Z', 'revision_number': 0, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:26.447293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13fdb1e-7999-4b38-8987-6bded07d2d9b req-b4623ca0-83f9-48b9-9bb9-a40a67b19796 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:26.448806 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a13fdb1e-7999-4b38-8987-6bded07d2d9b req-b4623ca0-83f9-48b9-9bb9-a40a67b19796 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.6393411 Jun 30 21:55:26.455247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.460724 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66ebee23-88ee-4548-8177-24a6fb892f1b req-dc2b0234-76e4-4125-ba31-1aabfc03b245 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887875 Jun 30 21:55:26.481311 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bec72d-7f80-409e-aa1a-07d27844118a None None] The sync data for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi is: [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'e7ef6e24-49a1-4176-b7c3-2fc5a0a27279', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'port_id': '485639ce-41ac-40f3-8071-1e445002ceec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'mac_address': 'fa:16:3e:7b:be:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:55:23Z', 'updated_at': '2021-06-30T21:55:23Z', 'revision_number': 0, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:55:26.490344 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-fc30ff53-4417-4143-8556-790d040b6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:26.491910 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-fc30ff53-4417-4143-8556-790d040b6222 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4986916 Jun 30 21:55:26.554939 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a13fdb1e-7999-4b38-8987-6bded07d2d9b req-00c94f62-f2cd-4c19-a1dd-7ca993944de0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915687 Jun 30 21:55:26.567922 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.610112 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b999e68-9142-41a5-ba10-f1298a9dde51,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:26.684515 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-90faae3f-0981-4833-aeeb-d24e9cfb31b8 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819735 Jun 30 21:55:26.688657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.690342 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-517f1f29-0c0e-495f-af56-3ad2164291e7 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4700162 Jun 30 21:55:26.692840 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 55998) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:26.710462 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:26.843830 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:26.880075 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176085d1-25c3-45b9-b241-bfef1d1d7ba1 None None] New status for floating IP e7ef6e24-49a1-4176-b7c3-2fc5a0a27279: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:55:26.894757 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b2dabf5-2b33-4d94-aab9-8e145957f5cd req-337e9ca3-125e-4ff5-a2ab-68a00520454e service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012160 Jun 30 21:55:26.946996 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f92d793-d178-457a-bcf4-b9f7bdb1aa47 req-5623ecf7-5035-4c78-ab95-960a2bb1a5ce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:26.948568 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f92d793-d178-457a-bcf4-b9f7bdb1aa47 req-5623ecf7-5035-4c78-ab95-960a2bb1a5ce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1957257 Jun 30 21:55:26.991314 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:27.054471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:27.072276 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f92d793-d178-457a-bcf4-b9f7bdb1aa47 req-524da05d-948e-423a-bfb5-9b95588d13eb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161757 Jun 30 21:55:27.088793 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196527f2-d7c3-4101-ae7b-5d87dbc7d7fa,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:27.237715 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:27.242828 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7732fb4e-2a40-4130-8c6c-7a1580035a09 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5478899 Jun 30 21:55:27.244681 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56008) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:27.249644 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:27.441916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbe88d-e12e-4e68-9b60-0ef0aa732b37 req-0a35df60-029b-444d-ab70-72d81cf4a1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:27.441916 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f1dbe88d-e12e-4e68-9b60-0ef0aa732b37 req-0a35df60-029b-444d-ab70-72d81cf4a1c2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.0791476 Jun 30 21:55:27.485342 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f1dbe88d-e12e-4e68-9b60-0ef0aa732b37 req-5f107039-4581-48c1-8689-a028a08a1a75 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Jun 30 21:55:27.748534 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe7623-7898-402c-8e2b-a2831432612b req-14796e1a-7943-468d-876d-9553c8c02917 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:27.750996 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdbe7623-7898-402c-8e2b-a2831432612b req-14796e1a-7943-468d-876d-9553c8c02917 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0720284 Jun 30 21:55:27.790945 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cdbe7623-7898-402c-8e2b-a2831432612b req-c4a33ce1-ca29-4230-9a6c-1926594d4cbf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331407 Jun 30 21:55:27.893493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:27.972834 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.018959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.038881 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6c1b76-5345-4b95-a142-7bceea28a92a,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:28.134011 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.135738 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-22a88f04-b90c-4da0-a324-72e5828a2d01 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8896852 Jun 30 21:55:28.138188 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56020) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:28.144458 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:28.294710 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.securitygroups_db [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Project 8cd1aadad96140a88ac88d3369feecee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:55:28.301529 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.354059 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f897e6-6fa1-4f8c-b958-2fe065c50f41 req-92a29028-2b25-4d98-b834-22714019d843 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:28.358329 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c5f897e6-6fa1-4f8c-b958-2fe065c50f41 req-92a29028-2b25-4d98-b834-22714019d843 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1129580 Jun 30 21:55:28.402421 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.409066 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c5f897e6-6fa1-4f8c-b958-2fe065c50f41 req-d9e80070-d723-45e7-9089-4ab9284dd203 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469968 Jun 30 21:55:28.542111 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.557280 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06075482-1384-482f-84b4-9625e8b221f7,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:28.676163 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:28.680308 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5a31e78c-795a-45d5-95dd-12360f0ac99f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5408328 Jun 30 21:55:28.680906 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56034) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:28.685678 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'security_group_rule': {'security_group_id': '5086d16e-0c97-49e1-bfc8-3c26a0f38724', 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:28.768129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63334511-5588-48b3-a4f9-dc34c9db75b2 req-daf47053-6ed9-4a2f-9f71-38a99de5c221 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:28.783239 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63334511-5588-48b3-a4f9-dc34c9db75b2 req-daf47053-6ed9-4a2f-9f71-38a99de5c221 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.1423583 Jun 30 21:55:28.822202 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56046) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:28.838892 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63334511-5588-48b3-a4f9-dc34c9db75b2 req-df0e9738-0cd4-4565-9344-c90b71f01aa7 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485756 Jun 30 21:55:28.981104 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3c9e70e5-0240-4eb8-b806-2099455ca904 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ebddb78b3f348e79c3a775639e5e5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575890 Jun 30 21:55:28.983020 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.securitygroups_db [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Project 8cd1aadad96140a88ac88d3369feecee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:55:28.985428 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56050) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:28.988871 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f59ae-df94-4e0d-8cb0-55e664e71d7c req-ef278968-981a-4aad-a84a-1a397a3c6dbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:28.990366 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194f59ae-df94-4e0d-8cb0-55e664e71d7c req-ef278968-981a-4aad-a84a-1a397a3c6dbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0625436 Jun 30 21:55:28.993720 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.029061 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-194f59ae-df94-4e0d-8cb0-55e664e71d7c req-4b0af4f4-fbaf-4f9f-b9b5-f8c1782854c0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327444 Jun 30 21:55:29.073746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.082147 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.102938 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.213358 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.233656 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1f3a18-3474-4415-af26-e44c989306e2,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:29.316863 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.319409 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.320579 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d44ed59-9357-4583-a73a-44cebbb37f75 HTTP/1.1" status: 204 len: 168 time: 0.3330810 Jun 30 21:55:29.321456 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.322539 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-643ba6d3-316c-46e9-aa23-956b5031b361 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6406803 Jun 30 21:55:29.331207 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03502d28-56a2-4035-9d33-77b87d99e78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44ed59-9357-4583-a73a-44cebbb37f75,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:29.461344 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-ace3d617-2560-415e-9492-c3fbbd77b76e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841209459&fields=id&tenant_id=8cd1aadad96140a88ac88d3369feecee HTTP/1.1" status: 200 len: 267 time: 0.0351124 Jun 30 21:55:29.541179 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-8551cf3d-c4cc-464e-a73b-152d22dc157a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:29.542919 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-8551cf3d-c4cc-464e-a73b-152d22dc157a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0757227 Jun 30 21:55:29.572981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'port': {'security_groups': ['16783cf7-8d44-4289-b3c9-b95e4a337181', '5086d16e-0c97-49e1-bfc8-3c26a0f38724']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:29.680995 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927ee0f-d92e-4082-a151-9406013855f2 req-f3d02db0-c57c-4a33-89ac-bb244955c047 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:29.682652 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c927ee0f-d92e-4082-a151-9406013855f2 req-f3d02db0-c57c-4a33-89ac-bb244955c047 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1625423 Jun 30 21:55:29.709385 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:29.744323 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:55:29.763779 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c927ee0f-d92e-4082-a151-9406013855f2 req-e3a5a512-f99f-4502-8372-a37f571cc5ec tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710924 Jun 30 21:55:29.910332 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:29.948912 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:30.019020 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1fb8a-8edb-4d3e-8859-d9097b08e6bb req-640fef6c-933c-4574-9d7a-461e5d535073 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:30.020406 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35d1fb8a-8edb-4d3e-8859-d9097b08e6bb req-640fef6c-933c-4574-9d7a-461e5d535073 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.0680823 Jun 30 21:55:30.021460 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:30.083110 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:30.083739 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:30.085129 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f09ef25-6b4f-467c-b50a-79d7373238ab req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "PUT /v2.0/ports/485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 981 time: 0.5183229 Jun 30 21:55:30.085581 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:30.088638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4fce26-2fa1-417e-a525-2de345d17261" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:30.129695 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35d1fb8a-8edb-4d3e-8859-d9097b08e6bb req-bada9ffc-48e9-4893-8f8e-5dc157673b3d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018286 Jun 30 21:55:30.132872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c70cb6-ff52-45e9-a204-9d0e6823c43b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=6']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:30.323046 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46fec8-76b9-4adf-92b8-d4fb6fc5f76a req-8a94ff33-6032-4c42-bdba-fa3b466ca54b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:30.324554 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8b46fec8-76b9-4adf-92b8-d4fb6fc5f76a req-8a94ff33-6032-4c42-bdba-fa3b466ca54b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1122236 Jun 30 21:55:30.336847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-22b9180c-096c-4b3c-86a1-b6d76ad5ddcd None None] Provisioning complete for port 485639ce-41ac-40f3-8071-1e445002ceec triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:30.337413 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-22b9180c-096c-4b3c-86a1-b6d76ad5ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:30.348330 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25498e4-ffcd-4b02-a949-6f3fce76e005 req-87a060a9-13c3-40ad-a0b5-e7bf969d2c42 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:30.349806 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e25498e4-ffcd-4b02-a949-6f3fce76e005 req-87a060a9-13c3-40ad-a0b5-e7bf969d2c42 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1050220 Jun 30 21:55:30.395399 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8b46fec8-76b9-4adf-92b8-d4fb6fc5f76a req-ba6c11e4-62b7-48c7-b965-b12c06906d3a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640149 Jun 30 21:55:30.412420 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e25498e4-ffcd-4b02-a949-6f3fce76e005 req-89a89fed-8acb-49ea-ae5c-0ce08422dfb1 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561914 Jun 30 21:55:30.455466 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f5b2860-d22a-4ee9-84a4-1231721a5e65 x-openstack-request-id: req-7f5b2860-d22a-4ee9-84a4-1231721a5e65 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:30.455760 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:30.456013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f5b2860-d22a-4ee9-84a4-1231721a5e65 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:30.456414 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:55:30.934789 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d540b-1387-4816-aca8-722357f62bf0 req-7df19ae6-6dee-44ba-a7cf-216c492c46b1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:30.936245 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-906d540b-1387-4816-aca8-722357f62bf0 req-7df19ae6-6dee-44ba-a7cf-216c492c46b1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0628996 Jun 30 21:55:30.976958 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-906d540b-1387-4816-aca8-722357f62bf0 req-60b3ca20-c4dd-4941-a9b0-11c36ae0af8e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351048 Jun 30 21:55:31.317011 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d149c-c9ef-4d2d-86b9-8000cf4c098a req-40ed2f17-5801-4d58-91a4-1cb738ecbb84 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.318421 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4e5d149c-c9ef-4d2d-86b9-8000cf4c098a req-40ed2f17-5801-4d58-91a4-1cb738ecbb84 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.0646465 Jun 30 21:55:31.356839 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4e5d149c-c9ef-4d2d-86b9-8000cf4c098a req-0b7fcf26-7d00-48a4-8c30-c0a7afd81521 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Jun 30 21:55:31.584425 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828769ee-ada6-4c32-a723-e456b9bd49ca req-680499dd-dfcf-4e51-929e-221bd31e163d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.585811 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-828769ee-ada6-4c32-a723-e456b9bd49ca req-680499dd-dfcf-4e51-929e-221bd31e163d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0619195 Jun 30 21:55:31.623529 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-828769ee-ada6-4c32-a723-e456b9bd49ca req-7c95c286-c5de-4adb-93e8-ce671d979e7a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315356 Jun 30 21:55:31.779893 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:31.874476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-cb2347cc-de3a-4c65-b397-b8e80a51ec1d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.876717 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-cb2347cc-de3a-4c65-b397-b8e80a51ec1d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.1149163 Jun 30 21:55:31.878649 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-592b998b-6c1a-47c1-8a0c-c73861d22ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:31.879966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-592b998b-6c1a-47c1-8a0c-c73861d22ed5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1137 time: 0.0841804 Jun 30 21:55:32.006418 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:32.050607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-a69323d4-7679-4734-b9b6-1475e1e792d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.052073 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-a69323d4-7679-4734-b9b6-1475e1e792d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 915 time: 0.1524334 Jun 30 21:55:32.068515 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Deleting port 74777a93-dc29-40d3-b048-f2c8a7f99993 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:55:32.068931 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:32.195615 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] For port 74777a93-dc29-40d3-b048-f2c8a7f99993, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=74777a93-dc29-40d3-b048-f2c8a7f99993,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:32.195886 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:32.221311 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Calling delete_port for 74777a93-dc29-40d3-b048-f2c8a7f99993 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:55:32.285797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76138606-6c45-4159-bd1c-7737638a163d req-6a53385a-e7b1-4886-811c-6a0b05d5d7c4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.287291 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-76138606-6c45-4159-bd1c-7737638a163d req-6a53385a-e7b1-4886-811c-6a0b05d5d7c4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1578901 Jun 30 21:55:32.335655 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-b3a9ac39-fa75-435b-8f5a-722a6a61b49e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 1001 time: 0.1290452 Jun 30 21:55:32.410413 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-76138606-6c45-4159-bd1c-7737638a163d req-296c3f89-fd98-4e16-920d-82749458e2ba tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927567 Jun 30 21:55:32.420809 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-bfc3ead0-2399-471d-8c83-b0b1ecc43197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.422441 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-bfc3ead0-2399-471d-8c83-b0b1ecc43197 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.0773816 Jun 30 21:55:32.566521 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-36c17090-8598-469b-84c6-78be3b83952b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.568013 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-36c17090-8598-469b-84c6-78be3b83952b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332390 Jun 30 21:55:32.642389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:32.663446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21187fb-1441-4d03-954b-4d206ffbd6f7 req-85f2af74-d3c7-4278-966f-179b9deb7641 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.664932 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b21187fb-1441-4d03-954b-4d206ffbd6f7 req-85f2af74-d3c7-4278-966f-179b9deb7641 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 946 time: 0.1551247 Jun 30 21:55:32.690349 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Pushing event deleted for resources: {'Port': ['ID=74777a93-dc29-40d3-b048-f2c8a7f99993,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:32.769627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] No DVR routers for this DVR port 74777a93-dc29-40d3-b048-f2c8a7f99993 on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:55:32.778796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:32.780727 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa662171-7a83-4de0-beb7-137dd06f0725 req-9a9a86b3-49c0-4bdf-919c-28b68fcffc26 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "DELETE /v2.0/ports/74777a93-dc29-40d3-b048-f2c8a7f99993 HTTP/1.1" status: 204 len: 173 time: 0.8799872 Jun 30 21:55:32.788876 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'name': 'network-vif-deleted', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:32.789130 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5542f-5535-44db-ba0c-cd307140978c req-38d0c25f-b7ed-4477-8fe5-4ade43855d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.790691 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-38d0c25f-b7ed-4477-8fe5-4ade43855d79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1098 time: 0.0589538 Jun 30 21:55:32.792080 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4d49be-eb50-4bce-ba58-c4bd8fd6a15e" -d '{"events": [{"server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "name": "network-vif-deleted", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:32.795653 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-6cd44395-e298-4461-a6b2-4e87979fa595 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198567 Jun 30 21:55:32.803026 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b21187fb-1441-4d03-954b-4d206ffbd6f7 req-29b9a9e5-b97a-4ad3-a32a-b6a0361208eb tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177647 Jun 30 21:55:32.824635 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['74777a93-dc29-40d3-b048-f2c8a7f99993'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:32.892167 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ee8dc4-099c-4d76-8be0-08f86d7f9d7e x-openstack-request-id: req-07ee8dc4-099c-4d76-8be0-08f86d7f9d7e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:32.892461 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3aacf0d-4965-4ec8-bf8b-64c022d3baa8", "name": "network-vif-deleted", "tag": "74777a93-dc29-40d3-b048-f2c8a7f99993", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:32.892784 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07ee8dc4-099c-4d76-8be0-08f86d7f9d7e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:32.893205 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3aacf0d-4965-4ec8-bf8b-64c022d3baa8', 'name': 'network-vif-deleted', 'tag': '74777a93-dc29-40d3-b048-f2c8a7f99993', 'status': 'completed', 'code': 200} Jun 30 21:55:32.934152 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f18c7-251b-41ed-bf97-ef02622bea72 req-71b8cd06-bbdb-496d-ae56-a51c9524ca8e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:32.935739 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a50f18c7-251b-41ed-bf97-ef02622bea72 req-71b8cd06-bbdb-496d-ae56-a51c9524ca8e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1685848 Jun 30 21:55:32.939986 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1d4fce26-2fa1-417e-a525-2de345d17261 req-c4da3d9f-9569-4820-97a7-4676f94b112e service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209295 Jun 30 21:55:32.988478 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a50f18c7-251b-41ed-bf97-ef02622bea72 req-bfb55484-3a86-4015-a066-2ee2894edf8c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454097 Jun 30 21:55:33.130212 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5542f-5535-44db-ba0c-cd307140978c req-46cbb517-349f-4cc6-b2fd-bbee28448854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:33.131704 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-46cbb517-349f-4cc6-b2fd-bbee28448854 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.3259406 Jun 30 21:55:33.236424 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-cd197185-f5b3-49ef-841f-35997c28eb1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 200 len: 1001 time: 0.0905135 Jun 30 21:55:33.295256 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5542f-5535-44db-ba0c-cd307140978c req-f568cd23-0bee-40e7-9d13-816784d96260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:33.296631 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-f568cd23-0bee-40e7-9d13-816784d96260 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0437269 Jun 30 21:55:33.375178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5542f-5535-44db-ba0c-cd307140978c req-3874244a-040d-471c-886b-4b61277e1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:33.376668 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-3874244a-040d-471c-886b-4b61277e1b20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710912 Jun 30 21:55:33.590040 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca75edf-8c6a-41fa-9f25-8f5b86b73173 req-39ae90fb-dce8-49d3-baf7-79266fe01fd1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:33.591575 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fca75edf-8c6a-41fa-9f25-8f5b86b73173 req-39ae90fb-dce8-49d3-baf7-79266fe01fd1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0676570 Jun 30 21:55:33.633940 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-5192d65d-f408-40f2-841b-3722a83b3c5a service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897660 Jun 30 21:55:33.639241 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fca75edf-8c6a-41fa-9f25-8f5b86b73173 req-631342b6-6726-4697-8786-ffb339aa27df tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398855 Jun 30 21:55:33.731410 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c3d5542f-5535-44db-ba0c-cd307140978c req-099b66db-52e0-403d-8554-c2b4603984a4 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865157 Jun 30 21:55:33.963003 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97f3722a-8de9-43b7-990c-2154903940f0 req-ca93ceeb-6ff4-4ef4-84dd-8994daf7351d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3aacf0d-4965-4ec8-bf8b-64c022d3baa8 HTTP/1.1" status: 200 len: 210 time: 0.0283358 Jun 30 21:55:34.179557 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e080a-16fa-4973-a7c0-249fc09eec54 req-fdb1fb66-910f-4907-8c93-d0c83f85b63b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:34.181011 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-097e080a-16fa-4973-a7c0-249fc09eec54 req-fdb1fb66-910f-4907-8c93-d0c83f85b63b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.0695415 Jun 30 21:55:34.220823 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-097e080a-16fa-4973-a7c0-249fc09eec54 req-2684dde4-7a8c-4157-8928-e69a59a32f8e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337787 Jun 30 21:55:34.820569 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272064c-7270-4716-ac63-f7a07c101c52 req-72390993-330b-483f-93da-dbe71d85b542 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:34.822081 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a272064c-7270-4716-ac63-f7a07c101c52 req-72390993-330b-483f-93da-dbe71d85b542 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0655196 Jun 30 21:55:34.861405 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a272064c-7270-4716-ac63-f7a07c101c52 req-ec079c87-0b6b-4152-a73d-8d666fd05db2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337145 Jun 30 21:55:35.319982 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-0ef70b7c-ec21-41d4-a4e7-b1cb734b739b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:35.321467 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-0ef70b7c-ec21-41d4-a4e7-b1cb734b739b tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/networks?id=99d26bee-f9d4-423e-badb-ab9cbfba4063 HTTP/1.1" status: 200 len: 809 time: 0.1093755 Jun 30 21:55:35.336691 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-d0ba9e58-a512-442d-a974-ffcd0b8098bd tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/quotas/4022bf7c58344f68ad6a3184374cd36f HTTP/1.1" status: 200 len: 375 time: 0.0097494 Jun 30 21:55:35.380368 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-ddfe4cec-c843-4df4-b018-566d017c4d72 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381536 Jun 30 21:55:35.505084 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc0cb3-f76d-4cfa-a4bf-b3167815ff63 req-4edbde9e-550d-4148-8be9-4023764bab57 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:35.506600 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-53dc0cb3-f76d-4cfa-a4bf-b3167815ff63 req-4edbde9e-550d-4148-8be9-4023764bab57 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 945 time: 0.1558015 Jun 30 21:55:35.524392 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-6995ab13-66fb-4f87-8d63-971416c8b989 service neutron] 10.222.0.47 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258566 Jun 30 21:55:35.574712 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-53dc0cb3-f76d-4cfa-a4bf-b3167815ff63 req-0043491d-f055-4e53-8476-7da5bf857c01 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624778 Jun 30 21:55:35.634150 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-611c4da0-3206-4c66-8c58-ab2a231beda4 service neutron] 10.222.0.47 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035547 Jun 30 21:55:35.772729 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:55:35.868637 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:35.880897 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-592afabb-77d8-4d23-8028-1f8aac9f58a9 req-5a0058c8-5a7d-4d8f-ac26-92d534e16706 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0425227 Jun 30 21:55:35.903328 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:35.905569 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68ec90e-d06b-4301-a339-bdda7640ab79" -d '{"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:35.923630 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:35.957876 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ac9bd8-a40c-437c-b223-3813080f9ada x-openstack-request-id: req-b7ac9bd8-a40c-437c-b223-3813080f9ada {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:35.958414 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-unplugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:35.958672 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7ac9bd8-a40c-437c-b223-3813080f9ada {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:35.959127 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'code': 200} Jun 30 21:55:36.003373 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:36.004088 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 74777a93-dc29-40d3-b048-f2c8a7f99993 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:55:36.043090 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 74777a93-dc29-40d3-b048-f2c8a7f99993 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:55:36.043434 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 74777a93-dc29-40d3-b048-f2c8a7f99993 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:55:36.065246 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a151d5-809d-4f2d-8f0f-eb9082a73a91 req-3167e40f-080f-417a-b48f-a1afa4bfdeff tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:36.071472 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-51a151d5-809d-4f2d-8f0f-eb9082a73a91 req-3167e40f-080f-417a-b48f-a1afa4bfdeff tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0665743 Jun 30 21:55:36.071639 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=8']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:36.107729 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-51a151d5-809d-4f2d-8f0f-eb9082a73a91 req-a02c20e5-6829-44da-a835-cb1c3f345522 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Jun 30 21:55:36.770762 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea1600-3334-4433-aa70-f333788f58b3 req-97fcb62e-d01a-4fbf-a4f4-968f48a35b78 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:36.774317 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-06ea1600-3334-4433-aa70-f333788f58b3 req-97fcb62e-d01a-4fbf-a4f4-968f48a35b78 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0809839 Jun 30 21:55:36.811577 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-06ea1600-3334-4433-aa70-f333788f58b3 req-d6ac4d02-b31c-41f0-9c2c-b024494b2fd1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 Jun 30 21:55:37.021328 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bd6069f5-77a6-404b-a145-31469426384c req-2be9cbcc-ece8-4924-9a57-90e99f2410b8 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0340061 Jun 30 21:55:37.288428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf006f4-0a83-4282-8ca5-1b6a82b6ea55 req-049f4424-cbd8-4a45-80be-0139ab3a90aa tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:37.290042 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-daf006f4-0a83-4282-8ca5-1b6a82b6ea55 req-049f4424-cbd8-4a45-80be-0139ab3a90aa tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0658095 Jun 30 21:55:37.330490 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-daf006f4-0a83-4282-8ca5-1b6a82b6ea55 req-aed03547-c0e3-4670-8356-b91f27449bfe tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342116 Jun 30 21:55:37.567493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56218) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:37.667970 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:37.758292 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:37.872204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:37.914357 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=293f83c07a5a490a9554d705998efc69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3454971 Jun 30 21:55:37.915091 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc1cf4e-2cf4-4079-a4d3-9933552e5b9a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:37.916839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56228) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:37.922562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.926380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.927115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7e789-6af8-4116-a675-be018df6f206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:37.966631 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:37.988083 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.112204 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.114935 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.118739 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdc1cf4e-2cf4-4079-a4d3-9933552e5b9a HTTP/1.1" status: 204 len: 168 time: 0.1982672 Jun 30 21:55:38.128209 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc1cf4e-2cf4-4079-a4d3-9933552e5b9a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:38.136519 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.136940 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.137354 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.137787 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.138585 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.138991 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.139456 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.139901 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.140237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.140735 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.141148 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.141382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94208f1c-66be-4a50-8c4f-86f509d975d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:38.176111 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ea97c4c-f38d-45ba-9fad-7d5ac87aaf9b req-ce95c3b0-d3fc-4957-bd7e-52371a1afbe2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0346575 Jun 30 21:55:38.561671 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb09115-0fba-427d-bc31-55fd91d7daf4 req-8787dfab-67bc-4bd0-850e-d90cd32cf1bc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:38.564225 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8bb09115-0fba-427d-bc31-55fd91d7daf4 req-8787dfab-67bc-4bd0-850e-d90cd32cf1bc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1124692 Jun 30 21:55:38.576161 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135aee7-2442-487f-886c-e2a4fd057c94 req-b99970e3-c340-499c-a5ad-f5d98509fc5f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:38.577528 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9135aee7-2442-487f-886c-e2a4fd057c94 req-b99970e3-c340-499c-a5ad-f5d98509fc5f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0976450 Jun 30 21:55:38.633440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8bb09115-0fba-427d-bc31-55fd91d7daf4 req-b466dcf7-087d-4f5a-8fe9-15af4fc467cf tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548220 Jun 30 21:55:38.638468 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9135aee7-2442-487f-886c-e2a4fd057c94 req-6fd39a90-1092-43d5-95b4-2c8ec304bb11 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525627 Jun 30 21:55:38.676309 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56252) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:38.693243 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-44f1cf56-cdce-4259-859b-17dfe677739f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.781677 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-44f1cf56-cdce-4259-859b-17dfe677739f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.855403 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-44f1cf56-cdce-4259-859b-17dfe677739f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.895509 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-44f1cf56-cdce-4259-859b-17dfe677739f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de43b6ec1351486d918c0bfe4c78aeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180457 Jun 30 21:55:38.896630 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1cf56-cdce-4259-859b-17dfe677739f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42b1dd5-6e70-40fb-9856-5e57b97141b5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:38.898138 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56258) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:38.950546 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:38.973932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:39.112594 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:39.115289 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:39.117392 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c42b1dd5-6e70-40fb-9856-5e57b97141b5 HTTP/1.1" status: 204 len: 168 time: 0.2173953 Jun 30 21:55:39.126630 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be77ed3-df87-4601-ba5e-8180892a4bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42b1dd5-6e70-40fb-9856-5e57b97141b5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:39.186434 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56268) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:39.284943 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-3c2f19fe-0209-4838-af5a-a8a2a1d186bc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0973027 Jun 30 21:55:39.320896 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d1b1b8e4-12c8-493a-9f6b-cec32cf29dba req-e5bc12f9-e5e6-49df-b0e1-a41d581f9856 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0317221 Jun 30 21:55:39.851179 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56286) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:39.855585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936d08-351d-4c0e-b466-13471ade5b38 req-7eabbb15-619e-4e75-8730-c4e8f20f7634 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:39.855585 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a1936d08-351d-4c0e-b466-13471ade5b38 req-7eabbb15-619e-4e75-8730-c4e8f20f7634 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1074762 Jun 30 21:55:39.864542 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecc02f45-c719-4d0f-b43b-040167d945b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:39.865529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0369d20-482b-440d-8954-1f738cd406c0 req-1b251fad-b0d5-4e67-bd13-2e5072a14eb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:39.867010 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d0369d20-482b-440d-8954-1f738cd406c0 req-1b251fad-b0d5-4e67-bd13-2e5072a14eb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0931878 Jun 30 21:55:39.922529 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a1936d08-351d-4c0e-b466-13471ade5b38 req-2c2e6bb3-19c4-44d1-932c-ae090fc6cc43 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544806 Jun 30 21:55:39.936140 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d0369d20-482b-440d-8954-1f738cd406c0 req-057f24c5-b72a-4533-9450-8d515661e526 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611446 Jun 30 21:55:39.958836 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecc02f45-c719-4d0f-b43b-040167d945b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.033635 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecc02f45-c719-4d0f-b43b-040167d945b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.074379 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ecc02f45-c719-4d0f-b43b-040167d945b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af1ccf8337a84f409391c0c5caad02df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221437 Jun 30 21:55:40.075235 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc02f45-c719-4d0f-b43b-040167d945b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa2b439-7839-4c8d-9a6c-13b1193aa62b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:40.077158 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56290) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:40.124885 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.145948 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.266645 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.269678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:40.270897 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fa2b439-7839-4c8d-9a6c-13b1193aa62b HTTP/1.1" status: 204 len: 168 time: 0.1925793 Jun 30 21:55:40.279007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e861d7-db76-461b-84af-bbea2d4597a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa2b439-7839-4c8d-9a6c-13b1193aa62b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:40.312213 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:55:40.479224 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-327522aa-95ca-4e21-b27d-7f136cc0ee56 req-c351fbb1-4125-4a9d-9806-d2b324c49a50 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0280178 Jun 30 21:55:40.645746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-9a49d1be-1e30-4ede-aeab-327b544d1f8f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:40.647497 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-9a49d1be-1e30-4ede-aeab-327b544d1f8f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "GET /v2.0/networks?id=99d26bee-f9d4-423e-badb-ab9cbfba4063 HTTP/1.1" status: 200 len: 809 time: 0.1051784 Jun 30 21:55:40.671533 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Request body: {'port': {'device_id': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063', 'admin_state_up': True, 'tenant_id': '4022bf7c58344f68ad6a3184374cd36f'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:40.855839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Made reservation on behalf of 4022bf7c58344f68ad6a3184374cd36f for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:40.859516 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.011174 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Allocated IP 172.20.0.3 (99d26bee-f9d4-423e-badb-ab9cbfba4063/ff3f1afa-127b-4efd-8bcf-e935d946e49c/184dec7b-b552-47d3-b19a-fbec57a48ddf) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:41.216823 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.342252 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.418477 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Network 99d26bee-f9d4-423e-badb-ab9cbfba4063 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:41.420575 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:41.425384 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:41.452570 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Pushing event updated for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:41.498687 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56334) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:41.500039 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:41.500758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.542467 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96aa2e5-3139-4a00-9e53-0b74223a483e req-fb1458de-b668-477c-a110-e2c18eeba536 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:41.543953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f96aa2e5-3139-4a00-9e53-0b74223a483e req-fb1458de-b668-477c-a110-e2c18eeba536 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.4562104 Jun 30 21:55:41.552225 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6462fea-8428-42c1-9fbc-de1f3c9ffc1f req-a6af316e-3718-4c8d-bef5-076e98eb5db2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:41.553645 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f6462fea-8428-42c1-9fbc-de1f3c9ffc1f req-a6af316e-3718-4c8d-bef5-076e98eb5db2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.4477167 Jun 30 21:55:41.594708 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-b8c51dfa-168d-4694-a933-d00c416179f5 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9274082 Jun 30 21:55:41.616548 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-924935625-network', 'tenant_id': '8363317d46b940d8b9549e8e8b7543e3'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:41.625097 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f96aa2e5-3139-4a00-9e53-0b74223a483e req-9e80007b-accb-4b0e-be59-3e171847c16f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704582 Jun 30 21:55:41.633752 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Request body: {'port': {'device_id': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:41.635262 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f6462fea-8428-42c1-9fbc-de1f3c9ffc1f req-01278eab-96a1-48fb-8d93-8a141db5b402 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745199 Jun 30 21:55:41.715300 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.754372 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Made reservation on behalf of 8363317d46b940d8b9549e8e8b7543e3 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:41.757771 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.775949 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:41.916645 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b92ab-b213-4408-b1d0-0561ace327b7 req-b87085ca-2dc9-434d-b351-534811ff5111 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:41.918186 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c45b92ab-b213-4408-b1d0-0561ace327b7 req-b87085ca-2dc9-434d-b351-534811ff5111 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 931 time: 0.1571126 Jun 30 21:55:41.923005 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aac161-2072-4d1d-8ca7-214ea00d5d0e req-f81ed288-f10a-425e-8df9-94b46cbc8b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:41.925022 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09aac161-2072-4d1d-8ca7-214ea00d5d0e req-f81ed288-f10a-425e-8df9-94b46cbc8b68 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.1450825 Jun 30 21:55:42.009286 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-09aac161-2072-4d1d-8ca7-214ea00d5d0e req-89f41215-defb-4b43-bc81-532c83bb8b59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Jun 30 21:55:42.011574 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184dec7b-b552-47d3-b19a-fbec57a48ddf {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:55:42.014711 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c45b92ab-b213-4408-b1d0-0561ace327b7 req-62c89c4b-12be-4529-b211-0dfd9c3d5e60 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844541 Jun 30 21:55:42.020198 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.024454 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.032075 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Transition to ACTIVE for port object 184dec7b-b552-47d3-b19a-fbec57a48ddf will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:42.112824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.113113 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.134934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:55:42.150976 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f36276-ae22-4626-9eb8-fde178ec56b7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:42.153817 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.154461 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Added segment 3170c0ba-36ed-47e4-aaa3-426a5bc5554b of type vlan for network bbb1b43a-28af-431f-9294-d4c8bd901743 Jun 30 21:55:42.163174 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Pushing event updated for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:42.195421 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.237486 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Attempting to bind port 184dec7b-b552-47d3-b19a-fbec57a48ddf on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:55:42.237938 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Attempting to bind port 184dec7b-b552-47d3-b19a-fbec57a48ddf by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:55:42.238270 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Attempting to bind port 184dec7b-b552-47d3-b19a-fbec57a48ddf on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:42.242425 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Port 184dec7b-b552-47d3-b19a-fbec57a48ddf on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:55:42.242742 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Attempting to bind port 184dec7b-b552-47d3-b19a-fbec57a48ddf on network 99d26bee-f9d4-423e-badb-ab9cbfba4063 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:42.247582 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:55:42.247917 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Checking segment: {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:42.248298 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Bound using segment: {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:55:42.248742 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Bound port: 184dec7b-b552-47d3-b19a-fbec57a48ddf, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:55:42.249308 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.315292 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:55:42.318418 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:55:42.335883 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.337647 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.337752 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.398392 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb1b43a-28af-431f-9294-d4c8bd901743,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:42.399406 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.410645 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network bbb1b43a-28af-431f-9294-d4c8bd901743 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:55:42.430824 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56342) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:42.431171 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f6215eed-4d6d-4797-8ba4-84543bacae28 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9274752 Jun 30 21:55:42.445746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Request body: {'subnet': {'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-924935625-subnet', 'tenant_id': '8363317d46b940d8b9549e8e8b7543e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:42.448227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.448841 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.450235 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] 10.222.0.55 "PUT /v2.0/ports/184dec7b-b552-47d3-b19a-fbec57a48ddf HTTP/1.1" status: 200 len: 1093 time: 0.8216105 Jun 30 21:55:42.451610 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:42.455975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beb219a-b953-414a-a689-ad4c80ba5f27" -d '{"events": [{"name": "network-changed", "server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:42.489422 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefc172-c2d5-4df7-8c15-49c944cb8787 service neutron] Pushing event updated for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:42.511900 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5080f395-7761-4697-8d8b-c8a0de290e42 x-openstack-request-id: req-5080f395-7761-4697-8d8b-c8a0de290e42 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:42.512184 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:42.512455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5080f395-7761-4697-8d8b-c8a0de290e42 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:42.512847 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf', 'status': 'completed', 'code': 200} Jun 30 21:55:42.601966 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Made reservation on behalf of 8363317d46b940d8b9549e8e8b7543e3 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:42.604265 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.695365 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-2b739041-5e37-4067-889a-fd585886edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.696889 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-2b739041-5e37-4067-889a-fd585886edce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 1096 time: 0.1288686 Jun 30 21:55:42.883075 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-a2a770b1-4e7f-4d53-9b15-b76e180df7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.884564 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-a2a770b1-4e7f-4d53-9b15-b76e180df7a2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=4022bf7c58344f68ad6a3184374cd36f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1719410 Jun 30 21:55:42.904802 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57e335-ff41-410e-aaf7-b17a04c51925 req-ef3a95a4-1354-4dcf-b495-9bfc591dee14 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.906386 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-be57e335-ff41-410e-aaf7-b17a04c51925 req-ef3a95a4-1354-4dcf-b495-9bfc591dee14 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1123924 Jun 30 21:55:42.929513 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86203992-50b2-403f-b585-392427dd5e2e req-05741a38-e3ae-477f-aab9-dbb1b989414c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:42.930985 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-86203992-50b2-403f-b585-392427dd5e2e req-05741a38-e3ae-477f-aab9-dbb1b989414c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1029689 Jun 30 21:55:42.973439 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:42.974927 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-be57e335-ff41-410e-aaf7-b17a04c51925 req-c11ae1b7-01ad-45bb-80b0-57c1c3fb846f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604496 Jun 30 21:55:42.986403 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-86203992-50b2-403f-b585-392427dd5e2e req-ed4f7aca-7de9-4a96-a283-7ae4f9b95f93 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490344 Jun 30 21:55:43.026243 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-8ea98a08-878e-42b5-af46-1e2487a11342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.027862 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8beb219a-b953-414a-a689-ad4c80ba5f27 req-8ea98a08-878e-42b5-af46-1e2487a11342 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304836 Jun 30 21:55:43.057051 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=de68bfea-6b1f-4030-a68e-cbb8875a5d76,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:43.064324 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Checking segment: {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:43.064806 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Network hostable DHCP agents. Network: bbb1b43a-28af-431f-9294-d4c8bd901743, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:55:43.147102 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Network bbb1b43a-28af-431f-9294-d4c8bd901743 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:55:43.207062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175253c-0ea6-4593-bee0-64e2d6f20552 req-263afd50-bc03-4c78-9038-9a3049ebbd2c tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.208591 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2175253c-0ea6-4593-bee0-64e2d6f20552 req-263afd50-bc03-4c78-9038-9a3049ebbd2c tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 943 time: 0.0695114 Jun 30 21:55:43.223284 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, bbb1b43a-28af-431f-9294-d4c8bd901743) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:43.229178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.231745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d422dd69-2643-4f17-946b-cebb031f4bab None None] Network bbb1b43a-28af-431f-9294-d4c8bd901743 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:55:43.236296 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:43.245210 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-9e1ef6f0-d0c0-487b-80b1-076ff8c1e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.247241 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-9e1ef6f0-d0c0-487b-80b1-076ff8c1e23b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4022bf7c58344f68ad6a3184374cd36f&device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 1096 time: 0.0667913 Jun 30 21:55:43.251080 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2175253c-0ea6-4593-bee0-64e2d6f20552 req-5b159f40-e994-4253-9803-64cd0db78f15 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365324 Jun 30 21:55:43.303198 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-ae93684a-42fa-4290-a8ef-6272a2832331 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf HTTP/1.1" status: 200 len: 217 time: 0.0400431 Jun 30 21:55:43.352561 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e16c0015-7938-48e6-9f6d-f83bf439e0ca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9190195 Jun 30 21:55:43.399738 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-6e8b69f0-2984-474b-9d20-9f8eb8bc35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.404526 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-6e8b69f0-2984-474b-9d20-9f8eb8bc35ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ff3f1afa-127b-4efd-8bcf-e935d946e49c HTTP/1.1" status: 200 len: 849 time: 0.0837533 Jun 30 21:55:43.449568 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-3c250ed8-ecf8-4c90-a198-c5cdd53d688a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99d26bee-f9d4-423e-badb-ab9cbfba4063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369024 Jun 30 21:55:43.475489 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-cd73db64-f552-4c8f-8606-ab9062aecf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.477311 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-cd73db64-f552-4c8f-8606-ab9062aecf74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 1096 time: 0.1194632 Jun 30 21:55:43.480103 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017dc0f4-4715-486d-a64c-9cd049040489 None None] Network bbb1b43a-28af-431f-9294-d4c8bd901743 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:55:43.559234 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-0422a9aa-a313-4cc2-bf9e-1fecac517745 service neutron] 10.222.0.55 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016619 Jun 30 21:55:43.589451 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-6c663a0e-9405-421c-a398-2fd83bd1c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.591029 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-6c663a0e-9405-421c-a398-2fd83bd1c445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1096 time: 0.0642838 Jun 30 21:55:43.669758 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6898e024-5fe8-4b20-b150-b6d5a8796792 req-762ef14c-e10b-41f7-bfcf-944a6f7108ce service neutron] 10.222.0.55 "GET /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039727 Jun 30 21:55:43.704267 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-e1c74878-1411-472b-8b8a-36f35ee943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.706687 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-e1c74878-1411-472b-8b8a-36f35ee943e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.1088102 Jun 30 21:55:43.776189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-7c760d74-9155-4e18-b5d8-dfb9779bdd6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 200 len: 999 time: 0.0626726 Jun 30 21:55:43.839124 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-67bce1e1-2c3a-47b9-a961-3cefcfe48bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.840574 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-67bce1e1-2c3a-47b9-a961-3cefcfe48bf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0432947 Jun 30 21:55:43.905101 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-e1950ade-db9b-4f44-8017-e2ee09c0194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:43.906685 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-e1950ade-db9b-4f44-8017-e2ee09c0194f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519032 Jun 30 21:55:44.005363 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-37256b2c-bea3-4253-96e0-d53cdd75abf5 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Jun 30 21:55:44.201197 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fa2bd863-d70e-4345-89b1-c2d477d7fb8c req-293f8830-7f4e-4603-b49a-e2f643555a87 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741207 Jun 30 21:55:44.230773 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e518ed8-694b-4309-95d8-7f7615e2cc7e req-3d7637ca-7802-4f10-abb3-873c0f6cec9b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:44.232266 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7e518ed8-694b-4309-95d8-7f7615e2cc7e req-3d7637ca-7802-4f10-abb3-873c0f6cec9b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1334963 Jun 30 21:55:44.244148 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe2e3f-50ac-4763-adce-8cfd78037633 req-42b79c4e-2f89-4af4-8d89-d6d20a7b3700 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:44.245774 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0afe2e3f-50ac-4763-adce-8cfd78037633 req-42b79c4e-2f89-4af4-8d89-d6d20a7b3700 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1103382 Jun 30 21:55:44.303843 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7e518ed8-694b-4309-95d8-7f7615e2cc7e req-908d0490-e7e8-488d-a745-12604cb873ff tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573483 Jun 30 21:55:44.309687 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0afe2e3f-50ac-4763-adce-8cfd78037633 req-2062e317-94e8-4436-88f3-3f78b545d75b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569475 Jun 30 21:55:44.491744 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2ecb8-f18b-43e9-ba9b-7560c1e46c10 req-201e1467-5215-4d68-a4fd-5e10270a07e2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:44.493161 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebd2ecb8-f18b-43e9-ba9b-7560c1e46c10 req-201e1467-5215-4d68-a4fd-5e10270a07e2 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 943 time: 0.0753295 Jun 30 21:55:44.537229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebd2ecb8-f18b-43e9-ba9b-7560c1e46c10 req-de79766f-66b5-4f1a-beca-2d7e051262ef tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Jun 30 21:55:44.939013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080d112-1b80-4094-8256-08547228cb6b req-3c0043a0-81e6-4c5f-a1f7-d1c9c7f4ee0f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:44.941148 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0080d112-1b80-4094-8256-08547228cb6b req-3c0043a0-81e6-4c5f-a1f7-d1c9c7f4ee0f tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0907173 Jun 30 21:55:44.992613 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0080d112-1b80-4094-8256-08547228cb6b req-5d4b8b69-3a73-4841-8614-79563b105cba tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Jun 30 21:55:44.995345 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-5779d80a-6936-41b0-8e9a-f6a426d8b237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:44.996913 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-5779d80a-6936-41b0-8e9a-f6a426d8b237 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 1099 time: 0.0970232 Jun 30 21:55:45.125629 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-4935c1ff-67bb-44d9-8d9a-44242cba6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:45.128070 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-4935c1ff-67bb-44d9-8d9a-44242cba6831 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.1245420 Jun 30 21:55:45.598417 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f03c4-e469-4a41-9bce-d45c3942eb2b req-2205c268-7120-48e1-838a-0bb776df72c3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:45.600219 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3a5f03c4-e469-4a41-9bce-d45c3942eb2b req-2205c268-7120-48e1-838a-0bb776df72c3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1169672 Jun 30 21:55:45.686733 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3a5f03c4-e469-4a41-9bce-d45c3942eb2b req-b3583a12-42c0-41db-85ac-17b56c356c94 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791664 Jun 30 21:55:45.702243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:45.727299 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-c6194ff0-85bf-4678-8dea-9a0bf62fd596 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:45.729016 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-c6194ff0-85bf-4678-8dea-9a0bf62fd596 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 813 time: 0.1635284 Jun 30 21:55:45.746760 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-edf975a8-0344-455e-a8a3-b895e7bff2cb tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/quotas/8363317d46b940d8b9549e8e8b7543e3 HTTP/1.1" status: 200 len: 375 time: 0.0112565 Jun 30 21:55:45.798520 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-4d843cb9-7f3a-449a-a977-f5d75c5aefff tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329413 Jun 30 21:55:45.950958 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9de05-0f37-40b9-ae51-91515f6e4ccb req-89bc9337-fa04-46df-b825-4193357ecdeb tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:45.952651 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dfd9de05-0f37-40b9-ae51-91515f6e4ccb req-89bc9337-fa04-46df-b825-4193357ecdeb tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 943 time: 0.1567631 Jun 30 21:55:45.959134 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-fb51d210-f446-4ff2-bca9-1a20cf611e43 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361034 Jun 30 21:55:46.055067 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dfd9de05-0f37-40b9-ae51-91515f6e4ccb req-7dcc6866-8259-4057-a6e1-1f2d651a7f51 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939286 Jun 30 21:55:46.096761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-b2c4cf61-68c2-462e-b0d6-4b5e1e122ff4 service neutron] 10.222.0.47 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252625 Jun 30 21:55:46.297073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b707a-eb5f-47d0-b25d-026f6fd79483 req-7663187e-bec8-4a9d-aba5-a774ddb7de0d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:46.298701 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-469b707a-eb5f-47d0-b25d-026f6fd79483 req-7663187e-bec8-4a9d-aba5-a774ddb7de0d tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0994771 Jun 30 21:55:46.377660 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-469b707a-eb5f-47d0-b25d-026f6fd79483 req-1bcab96e-ced6-41bd-8145-1e5897b64d07 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 Jun 30 21:55:46.413309 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f6da45a8-3a14-4a3e-81c0-92d79bd326f2 req-291ccf4a-312b-4b82-b9c3-885336b78343 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0345662 Jun 30 21:55:46.888061 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f73b55-181d-4ff8-871d-9d6eaf62ba38 req-1a1995a1-c016-413c-9c10-56738d71eef4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:46.889755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88f73b55-181d-4ff8-871d-9d6eaf62ba38 req-1a1995a1-c016-413c-9c10-56738d71eef4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0733151 Jun 30 21:55:46.947734 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88f73b55-181d-4ff8-871d-9d6eaf62ba38 req-346f7942-cd82-4904-9aee-fba7cf94f2fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490310 Jun 30 21:55:46.983147 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56450) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:47.124876 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-917d47c1-ec60-4e76-9f21-51732130537c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.125501 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-702ff3bd-2fbc-4383-9858-e94cf55c9c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.258157 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-917d47c1-ec60-4e76-9f21-51732130537c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.270308 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec51ec-b83a-42fe-b271-de7c60c0a840 req-ed60c006-e224-4c94-a479-35d93c98e65a tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:47.272523 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0ec51ec-b83a-42fe-b271-de7c60c0a840 req-ed60c006-e224-4c94-a479-35d93c98e65a tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 943 time: 0.0896537 Jun 30 21:55:47.302477 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-917d47c1-ec60-4e76-9f21-51732130537c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.316710 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c0ec51ec-b83a-42fe-b271-de7c60c0a840 req-7833c1bc-641f-40e1-b581-27a33b3b9d19 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382109 Jun 30 21:55:47.354100 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-917d47c1-ec60-4e76-9f21-51732130537c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e67856224efd4b5884a3a549fc5a4d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3791938 Jun 30 21:55:47.355491 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d47c1-ec60-4e76-9f21-51732130537c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be1c16-8439-49b6-9597-504924ba3aa3,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:47.358824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56460) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:47.419475 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.466547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.524737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c5597329-2c5c-4ed7-ada9-eba9c005f2e8 req-7a972fc9-b90b-4e41-8e75-0abc9752f324 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0402358 Jun 30 21:55:47.591699 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db193b3-d64e-4d04-bd15-d9229934061f req-699bf7d7-4b34-48bd-9a03-62d24b6f0c22 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:47.593088 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9db193b3-d64e-4d04-bd15-d9229934061f req-699bf7d7-4b34-48bd-9a03-62d24b6f0c22 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0672538 Jun 30 21:55:47.619380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.621802 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:47.625508 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16be1c16-8439-49b6-9597-504924ba3aa3 HTTP/1.1" status: 204 len: 168 time: 0.2627738 Jun 30 21:55:47.652668 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a7468-ece7-4730-9166-6e3146895c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be1c16-8439-49b6-9597-504924ba3aa3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:47.656861 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9db193b3-d64e-4d04-bd15-d9229934061f req-e764121b-11e3-4bc7-8c01-ea5556e057fb tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Jun 30 21:55:48.201213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b22312-2ffe-4fb5-880f-7be420ad90ee req-8025f963-76a0-4325-9705-1f47191e1306 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:48.201213 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35b22312-2ffe-4fb5-880f-7be420ad90ee req-8025f963-76a0-4325-9705-1f47191e1306 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0738978 Jun 30 21:55:48.232287 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-35b22312-2ffe-4fb5-880f-7be420ad90ee req-34731204-53c2-49b6-8d58-4c5aeb7fb738 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386941 Jun 30 21:55:48.317706 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 184dec7b-b552-47d3-b19a-fbec57a48ddf details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:55:48.493618 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:48.511496 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '184dec7b-b552-47d3-b19a-fbec57a48ddf', 'network_id': '99d26bee-f9d4-423e-badb-ab9cbfba4063', 'port_id': '184dec7b-b552-47d3-b19a-fbec57a48ddf', 'mac_address': 'fa:16:3e:a8:e2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff3f1afa-127b-4efd-8bcf-e935d946e49c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:55:48.554423 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:48.570787 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fe9b8-1a90-434b-8c86-dc3ea7313da2 req-f11b63bb-0fbd-4f76-ba93-fdeccba70b4f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:48.572344 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-140fe9b8-1a90-434b-8c86-dc3ea7313da2 req-f11b63bb-0fbd-4f76-ba93-fdeccba70b4f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 943 time: 0.0944202 Jun 30 21:55:48.572682 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184dec7b-b552-47d3-b19a-fbec57a48ddf {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:55:48.601013 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:48.614214 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-140fe9b8-1a90-434b-8c86-dc3ea7313da2 req-7eab81d6-c792-4ce9-b121-0f514355a655 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Jun 30 21:55:48.681903 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-835fa63c-da39-406c-81d0-67a60d87f62b req-a35eba9d-9491-4129-a1f1-78d78cffb30d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0328720 Jun 30 21:55:48.883809 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afc5d-4ed0-457d-a857-476b28ded660 req-87b03c98-327c-44fa-8065-2fd75846edfc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:48.885325 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c27afc5d-4ed0-457d-a857-476b28ded660 req-87b03c98-327c-44fa-8065-2fd75846edfc tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0797191 Jun 30 21:55:48.925548 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c27afc5d-4ed0-457d-a857-476b28ded660 req-6075b13c-6c27-4de5-8b56-da56b05dfce1 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345020 Jun 30 21:55:49.006362 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:49.061226 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:49.383860 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['184dec7b-b552-47d3-b19a-fbec57a48ddf'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:55:49.446258 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d579132b-3809-44ab-991f-8f2d7b4f9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:49.466789 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a613d0-7644-48a1-a820-8c2e97a4b874 req-e06e9c79-9161-4cd7-ac25-921e099ebeaf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:49.468672 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-12a613d0-7644-48a1-a820-8c2e97a4b874 req-e06e9c79-9161-4cd7-ac25-921e099ebeaf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0838363 Jun 30 21:55:49.513758 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-12a613d0-7644-48a1-a820-8c2e97a4b874 req-3d1a5bdd-1e1d-4613-8975-acb581aaffe6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376732 Jun 30 21:55:49.805967 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a2d9-bc69-4f98-8a56-8a284df5f48d req-df1a42c1-1e74-44ee-a556-f04026e76006 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:49.807411 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af47a2d9-bc69-4f98-8a56-8a284df5f48d req-df1a42c1-1e74-44ee-a556-f04026e76006 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 944 time: 0.0729289 Jun 30 21:55:49.872227 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f1aa04af-1e1d-42ac-a192-e0fd08643dcd req-640c95ad-0d4c-497c-93e8-7120fd03bfbc tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0445521 Jun 30 21:55:49.880002 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af47a2d9-bc69-4f98-8a56-8a284df5f48d req-ab146147-e5eb-400a-9237-64670a89311d tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665655 Jun 30 21:55:50.034789 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.048108 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56514) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:50.126627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36446504-c0ab-458a-97f3-6a812d2ceb57 req-bf5659ca-d04a-423e-abce-b429493bf593 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:50.128137 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-36446504-c0ab-458a-97f3-6a812d2ceb57 req-bf5659ca-d04a-423e-abce-b429493bf593 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0760612 Jun 30 21:55:50.180536 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-36446504-c0ab-458a-97f3-6a812d2ceb57 req-d0707554-6a7c-4d06-a2f2-3eca91991a7a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464740 Jun 30 21:55:50.181412 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8fc09fe4-a8d0-40f4-9e11-ee8ddc009e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.271904 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8fc09fe4-a8d0-40f4-9e11-ee8ddc009e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.337211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 184dec7b-b552-47d3-b19a-fbec57a48ddf up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:50.348697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-8fc09fe4-a8d0-40f4-9e11-ee8ddc009e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.384207 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.395526 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-8fc09fe4-a8d0-40f4-9e11-ee8ddc009e76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a77ac85d64ab4347aeeeec6454794b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3461862 Jun 30 21:55:50.397609 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56518) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:50.398254 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc09fe4-a8d0-40f4-9e11-ee8ddc009e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79ebdc3-8b3b-4e60-8af6-b03fa028df8a,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:50.460730 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.482845 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.491493 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 184dec7b-b552-47d3-b19a-fbec57a48ddf completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:55:50.495582 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 184dec7b-b552-47d3-b19a-fbec57a48ddf triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:50.495947 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.575945 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.603501 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:55:50.606026 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38646d3b-aa8e-4beb-8b65-0acb99874d14" -d '{"events": [{"server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "name": "network-vif-plugged", "status": "completed", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:55:50.620117 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:50.623126 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.625993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.627145 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b79ebdc3-8b3b-4e60-8af6-b03fa028df8a HTTP/1.1" status: 204 len: 168 time: 0.2276022 Jun 30 21:55:50.635929 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc37b9-5a08-481b-8311-08e711d63015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79ebdc3-8b3b-4e60-8af6-b03fa028df8a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:50.657182 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10890bae-90a7-4c3d-9a2b-707f8c5e805c x-openstack-request-id: req-10890bae-90a7-4c3d-9a2b-707f8c5e805c {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:55:50.657471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "name": "network-vif-plugged", "status": "completed", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:55:50.657726 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-10890bae-90a7-4c3d-9a2b-707f8c5e805c {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:55:50.658134 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf', 'code': 200} Jun 30 21:55:50.680320 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:50.741696 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:50.745898 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970344d6-c58e-47bf-8e79-2f1c9c56f1b3 req-b9374664-667a-438d-9a14-30d0e72b10fe tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:50.747697 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-970344d6-c58e-47bf-8e79-2f1c9c56f1b3 req-b9374664-667a-438d-9a14-30d0e72b10fe tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0932600 Jun 30 21:55:50.792636 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-970344d6-c58e-47bf-8e79-2f1c9c56f1b3 req-381c03c3-1468-4e52-92d1-4563e3c387e5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380666 Jun 30 21:55:51.111670 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-40a9ea4c-23fc-42bb-8698-8137d9392f88 req-dce2c067-10c7-4ee7-9e91-af90c8daa701 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0684290 Jun 30 21:55:51.155719 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fc4d6-5c4e-4187-9e00-593c40189e82 req-4d3d9b95-5bf6-40cb-b096-1500ea1cd4ec tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:51.155719 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-549fc4d6-5c4e-4187-9e00-593c40189e82 req-4d3d9b95-5bf6-40cb-b096-1500ea1cd4ec tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.1116168 Jun 30 21:55:51.205297 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-549fc4d6-5c4e-4187-9e00-593c40189e82 req-503f6598-5f07-4e72-892d-8f4ef1353d22 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 Jun 30 21:55:51.372484 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f0bf7-24cf-4902-837a-4c959223cdff req-6a771c17-5054-4e2f-b99a-341db567c3a5 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:51.374146 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-355f0bf7-24cf-4902-837a-4c959223cdff req-6a771c17-5054-4e2f-b99a-341db567c3a5 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0722783 Jun 30 21:55:51.416772 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-355f0bf7-24cf-4902-837a-4c959223cdff req-57b665c9-d378-426b-8e69-0beb7838f4c0 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338149 Jun 30 21:55:51.828304 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56554) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:51.939323 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2127431613-network', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:51.998969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c29ea-9883-4cee-a085-1a70388b3a37 req-f808e8e7-35a4-477a-96fb-994e165a7df9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:52.000391 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ab4c29ea-9883-4cee-a085-1a70388b3a37 req-f808e8e7-35a4-477a-96fb-994e165a7df9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0642118 Jun 30 21:55:52.034942 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Made reservation on behalf of 050be1741c824e7f8bb09bdd41442d66 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:52.034942 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.040298 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.052477 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ab4c29ea-9883-4cee-a085-1a70388b3a37 req-d920522d-85ed-43c0-98a7-33ff8894b7c3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455384 Jun 30 21:55:52.149508 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.188748 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.246235 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.268650 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:55:52.273694 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b9608a7-305f-40b0-aa91-c9c9a5e4721a req-e35981ba-ea10-4541-8fa8-bd7273f33ecf tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0450323 Jun 30 21:55:52.289576 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.290078 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Added segment 0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2 of type vlan for network 65b6ccdf-6791-412c-839b-f4779429ae80 Jun 30 21:55:52.303708 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42986f7-1d45-4f91-850a-4400be56f3d8,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:52.353831 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.417091 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707d355-8caa-4557-8c7c-b17968117dd1 req-af84c414-4475-49c8-88b0-c2e344672671 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:52.418631 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8707d355-8caa-4557-8c7c-b17968117dd1 req-af84c414-4475-49c8-88b0-c2e344672671 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.0688026 Jun 30 21:55:52.459638 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.468949 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:52.468949 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.469317 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8707d355-8caa-4557-8c7c-b17968117dd1 req-3c01f16d-fec2-473b-8a02-d0d8277bb971 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Jun 30 21:55:52.549413 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] Pushing event updated for resources: {'Network': ['ID=65b6ccdf-6791-412c-839b-f4779429ae80,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:52.553832 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7493408e-f31c-4911-922c-468d274a1d7b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7242095 Jun 30 21:55:52.557016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56564) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:52.562319 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Request body: {'subnet': {'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2127431613-subnet', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:52.562997 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 65b6ccdf-6791-412c-839b-f4779429ae80 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:55:52.631601 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7cb1f-d147-4262-aa65-f019762422f8 req-1fd114b1-f388-4122-8d1f-f57acd862827 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:52.633557 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69a7cb1f-d147-4262-aa65-f019762422f8 req-1fd114b1-f388-4122-8d1f-f57acd862827 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0886669 Jun 30 21:55:52.657421 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Made reservation on behalf of 050be1741c824e7f8bb09bdd41442d66 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:55:52.660353 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.675473 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69a7cb1f-d147-4262-aa65-f019762422f8 req-e57dceab-22a4-480c-a3b3-64bee09f085a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354915 Jun 30 21:55:52.909050 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:52.965498 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb07cda-c23b-4e4c-8e42-2a071285cbcb,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:52.973840 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:52.974313 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Network hostable DHCP agents. Network: 65b6ccdf-6791-412c-839b-f4779429ae80, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:55:53.255994 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb24e9d-02ea-4cac-b652-7cb91ca4d1c3 req-12c20612-9912-4168-ac1c-a3642dca4d02 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:53.257356 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5fb24e9d-02ea-4cac-b652-7cb91ca4d1c3 req-12c20612-9912-4168-ac1c-a3642dca4d02 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.0757723 Jun 30 21:55:53.298835 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5fb24e9d-02ea-4cac-b652-7cb91ca4d1c3 req-7f3dba31-0712-4f98-b04d-b366cff39a8d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359170 Jun 30 21:55:53.437374 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b6a034ff-42fc-4909-aae5-3b0eb736479b req-3d2d3d04-1a51-4def-8e0d-7b84040468db tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0330293 Jun 30 21:55:53.601233 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:55:53.665319 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7beca7a-ad42-485f-8173-a2838e9cb920 req-82033ea4-b3d2-457b-8187-35f6b34395a9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:53.672334 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b7beca7a-ad42-485f-8173-a2838e9cb920 req-82033ea4-b3d2-457b-8187-35f6b34395a9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.0737710 Jun 30 21:55:53.712453 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b7beca7a-ad42-485f-8173-a2838e9cb920 req-efe505fb-e262-4793-9445-f580f11e3d07 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392568 Jun 30 21:55:53.873709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b92a1-0b13-4135-b243-52f9a9b75d28 req-7ff5697e-2bbd-4f14-8c1a-c30f6a844819 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:53.875134 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-944b92a1-0b13-4135-b243-52f9a9b75d28 req-7ff5697e-2bbd-4f14-8c1a-c30f6a844819 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0647526 Jun 30 21:55:53.903098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 65b6ccdf-6791-412c-839b-f4779429ae80) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:53.908372 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:53.909039 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:53.913189 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad386b7-0213-45d0-8bb4-9b999b54cfb0 None None] Network 65b6ccdf-6791-412c-839b-f4779429ae80 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:55:53.931212 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-944b92a1-0b13-4135-b243-52f9a9b75d28 req-47ae7857-d8e0-4146-9266-36158e56cf63 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447681 Jun 30 21:55:54.001507 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f8b4f400-39dc-4a00-8904-2e207c069eef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4432397 Jun 30 21:55:54.005550 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56578) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:54.011986 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:54.080318 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-65b6ccdf-6791-412c-839b-f4779429ae80', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:55:54.081207 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.138222 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.139191 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.219911 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.263708 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Allocated IP 172.20.0.2 (65b6ccdf-6791-412c-839b-f4779429ae80/bbb07cda-c23b-4e4c-8e42-2a071285cbcb/699a141c-7b9b-4d03-a642-349d6af1c302) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:54.442514 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.455108 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Transition to ACTIVE for port object 699a141c-7b9b-4d03-a642-349d6af1c302 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:54.475580 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Transition to ACTIVE for port object 699a141c-7b9b-4d03-a642-349d6af1c302 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:54.528207 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.567327 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590ac52-7d87-4133-bdb7-22079e7b54ce req-c722cd03-6889-4e80-b41a-b09027b6abec tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:54.568593 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c590ac52-7d87-4133-bdb7-22079e7b54ce req-c722cd03-6889-4e80-b41a-b09027b6abec tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1184497 Jun 30 21:55:54.575667 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.620774 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:54.622109 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c590ac52-7d87-4133-bdb7-22079e7b54ce req-fa4a25d6-c0cd-45dd-b743-7fb75d63cc2e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 Jun 30 21:55:54.623699 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:54.627612 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:54.663597 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Pushing event updated for resources: {'Port': ['ID=699a141c-7b9b-4d03-a642-349d6af1c302,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:54.714554 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4427dfdf-e244-457d-9b6b-406f1fa889a6 req-cab05ec1-fa36-46a0-b38f-09772fefbe25 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0531583 Jun 30 21:55:54.731512 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Attempting to bind port 699a141c-7b9b-4d03-a642-349d6af1c302 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:55:54.731883 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Attempting to bind port 699a141c-7b9b-4d03-a642-349d6af1c302 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:55:54.732374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Attempting to bind port 699a141c-7b9b-4d03-a642-349d6af1c302 on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:54.740718 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:55:54.741086 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:54.741494 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.741931 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Bound using segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:55:54.744028 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Bound port: 699a141c-7b9b-4d03-a642-349d6af1c302, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:55:54.744028 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:54.880743 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] For port 699a141c-7b9b-4d03-a642-349d6af1c302, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:55:54.884050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] For port 699a141c-7b9b-4d03-a642-349d6af1c302, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=699a141c-7b9b-4d03-a642-349d6af1c302,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:55:54.932845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:55.002888 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b188d-695b-4ed4-92c0-40a52d9a4f7f None None] Pushing event updated for resources: {'Port': ['ID=699a141c-7b9b-4d03-a642-349d6af1c302,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:55.330864 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:55.364676 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:55.377201 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9334ab6-b1d8-4c85-934e-18f82580874d req-4240a27f-f209-468b-ad7f-8ab375b794f2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:55.379090 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e9334ab6-b1d8-4c85-934e-18f82580874d req-4240a27f-f209-468b-ad7f-8ab375b794f2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.5272815 Jun 30 21:55:55.386821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b20cc-cc1a-476c-aa84-4d894517ab79 req-30f2c6ae-87a8-405c-99ec-64d3908cea25 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:55.388303 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d64b20cc-cc1a-476c-aa84-4d894517ab79 req-30f2c6ae-87a8-405c-99ec-64d3908cea25 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.5384085 Jun 30 21:55:55.497602 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e9334ab6-b1d8-4c85-934e-18f82580874d req-dba8f426-2e10-4321-a174-befeaf9197f3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082158 Jun 30 21:55:55.502588 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d64b20cc-cc1a-476c-aa84-4d894517ab79 req-2cf4bc42-5eef-487a-8fa0-53ad5af0bd82 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072292 Jun 30 21:55:55.568668 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Allocated IP 172.27.1.174 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/97b54234-07d6-463a-8ba8-e661181df08c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:55.749062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:55.769627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d00927-9c11-46a7-a1e8-b4234e7d5cf1 req-3039bf7a-e6a4-4ccb-b105-9dc45570bacd tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:55.771266 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-30d00927-9c11-46a7-a1e8-b4234e7d5cf1 req-3039bf7a-e6a4-4ccb-b105-9dc45570bacd tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1170857 Jun 30 21:55:55.870841 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-30d00927-9c11-46a7-a1e8-b4234e7d5cf1 req-0a1af4c1-eeea-45c8-bde6-802f284b7a26 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937860 Jun 30 21:55:55.892821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610553bb-182e-4fb6-a55c-1cbae1c9343c req-7a806402-f117-4bcd-bd58-cf51d7a63811 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:55.894859 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-610553bb-182e-4fb6-a55c-1cbae1c9343c req-7a806402-f117-4bcd-bd58-cf51d7a63811 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1209493 Jun 30 21:55:55.942624 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.012694 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-610553bb-182e-4fb6-a55c-1cbae1c9343c req-194108f9-29bb-4a38-807a-0e7ef6e84566 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114929 Jun 30 21:55:56.066204 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9dc6a0a3-b927-4923-b14d-b28d6e4b1f66 req-3957a289-afbf-4e01-ac91-4d9256d2ae3e tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0474854 Jun 30 21:55:56.079092 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:56.080810 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Pushing event updated for resources: {'Port': ['ID=97b54234-07d6-463a-8ba8-e661181df08c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:56.086781 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:56.090524 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:56.184479 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfb2192-da1b-4ad1-83b1-fbbdb6ce3099 None None] Network 65b6ccdf-6791-412c-839b-f4779429ae80 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:55:56.338032 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-4c81e3f0-b465-4260-8354-e5ae39c3cfac None None] Provisioning for port 699a141c-7b9b-4d03-a642-349d6af1c302 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:55:56.377639 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 699a141c-7b9b-4d03-a642-349d6af1c302 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:56.426890 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.486460 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 699a141c-7b9b-4d03-a642-349d6af1c302 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:55:56.491110 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 699a141c-7b9b-4d03-a642-349d6af1c302 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:56.499169 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.584353 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.619893 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 699a141c-7b9b-4d03-a642-349d6af1c302, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=699a141c-7b9b-4d03-a642-349d6af1c302,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:55:56.666281 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ec7e3167-3b9d-4f3c-b980-1d48f533fb45 None None] Provisioning complete for port 699a141c-7b9b-4d03-a642-349d6af1c302 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:56.666789 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ec7e3167-3b9d-4f3c-b980-1d48f533fb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.688420 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.747729 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:56.759313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=699a141c-7b9b-4d03-a642-349d6af1c302,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:56.833724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507a5ba-83a9-4bf2-867b-5b4f4dddf4e2 req-48c9ad77-181c-4ddd-9b09-5315b6c3f6d9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:56.835205 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3507a5ba-83a9-4bf2-867b-5b4f4dddf4e2 req-48c9ad77-181c-4ddd-9b09-5315b6c3f6d9 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.1680164 Jun 30 21:55:56.843837 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88182e04-02c2-4019-ba6c-ba5bc6afd048 req-348b73b0-4b4a-4025-ac81-940bba65f999 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:56.845186 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88182e04-02c2-4019-ba6c-ba5bc6afd048 req-348b73b0-4b4a-4025-ac81-940bba65f999 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1769207 Jun 30 21:55:56.947007 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3507a5ba-83a9-4bf2-867b-5b4f4dddf4e2 req-83404ed5-b877-4b2d-8d46-90a130a02c6f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008828 Jun 30 21:55:56.952336 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88182e04-02c2-4019-ba6c-ba5bc6afd048 req-f8248be9-f10e-42b8-a3ff-e344233f4770 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0969937 Jun 30 21:55:57.046410 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:55:57.189777 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-18b28226-58d3-4b32-8060-89acc7cd60a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 200 len: 217 time: 0.0515270 Jun 30 21:55:57.236879 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-bbfe289a-8c42-48ea-ba27-74eb2f4d46cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741053 Jun 30 21:55:57.286220 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40abd-2fae-4f3c-a623-da620d7ce372 req-9f949798-3211-4c8c-bf82-bd7c1800d6df tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.287688 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ec40abd-2fae-4f3c-a623-da620d7ce372 req-9f949798-3211-4c8c-bf82-bd7c1800d6df tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2356038 Jun 30 21:55:57.303236 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:55:57.315669 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:55:57.325726 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:55:57.326572 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:57.366281 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-8bf30fa6-79d1-46fe-8e16-2c0ae8ef59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.367673 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-8bf30fa6-79d1-46fe-8e16-2c0ae8ef59ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.1267533 Jun 30 21:55:57.406837 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-1dfcb7a4-1940-495e-af36-a121565f4d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.408648 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-1dfcb7a4-1940-495e-af36-a121565f4d93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb127431d4f4471e81b1c4f79730b307&device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 1098 time: 0.0751410 Jun 30 21:55:57.442767 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ec40abd-2fae-4f3c-a623-da620d7ce372 req-44413a36-b675-4aad-8d1f-cf97a784354e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432881 Jun 30 21:55:57.444877 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-fa7dfc2b-1363-4e23-9d13-40c4cef73efc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430036 Jun 30 21:55:57.446245 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:55:57.451002 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:57.452158 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-717b3d63-af48-4ea3-9939-94f882ec63b3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4455354 Jun 30 21:55:57.464472 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56608) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:55:57.624295 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-e4ffcb30-32bd-4322-9df9-9769764e08e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.625799 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-e4ffcb30-32bd-4322-9df9-9769764e08e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1137 time: 0.2847428 Jun 30 21:55:57.637716 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcf32-0035-4cd1-a59e-b06f44fe06f8 req-9d53bd32-50eb-452c-a727-bce960e70faf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.639236 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97afcf32-0035-4cd1-a59e-b06f44fe06f8 req-9d53bd32-50eb-452c-a727-bce960e70faf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.3298910 Jun 30 21:55:57.646990 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-09523757-6511-40e5-90ee-87c8c273b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.650375 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-09523757-6511-40e5-90ee-87c8c273b385 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 200 len: 920 time: 0.2120626 Jun 30 21:55:57.682478 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:55:56Z', 'revision_number': 3, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:57.732517 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:55:57.733512 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Updating router e3b637c8-d94c-4e8d-adbf-efd5335885ef port 97b54234-07d6-463a-8ba8-e661181df08c binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:55:57.743897 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-5800e414-c6d6-41a1-aa2c-dc476b86ba07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 200 len: 217 time: 0.0822217 Jun 30 21:55:57.747028 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4bd463aa-72d3-4924-a569-e463ccd3686a req-227839f0-88ec-4c64-922f-54c7c6a3fa57 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0671229 Jun 30 21:55:57.774058 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-e2659ecc-0cfd-421b-b43c-0dc443e0f8b3 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124518 Jun 30 21:55:57.815622 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57bfb2c-d33d-47d2-9f6e-e2af4a469bd1 req-565f0b85-0f91-40c5-a890-dcea5c85e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.818286 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c57bfb2c-d33d-47d2-9f6e-e2af4a469bd1 req-565f0b85-0f91-40c5-a890-dcea5c85e8e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 1098 time: 0.1665831 Jun 30 21:55:57.820021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-b6e8d8df-50ac-40be-a654-07d4352d9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:57.822139 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-b6e8d8df-50ac-40be-a654-07d4352d9350 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 200 len: 859 time: 0.0609288 Jun 30 21:55:57.870161 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:57.878339 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-702df701-ee05-4068-8447-b9b87702ed73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54650339-dcb8-4b56-a02d-62a05d0e2764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432999 Jun 30 21:55:57.900291 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97afcf32-0035-4cd1-a59e-b06f44fe06f8 req-fdab958c-08b3-4e46-81a5-654a77ce7cca tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097435 Jun 30 21:55:57.945480 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-c57bfb2c-d33d-47d2-9f6e-e2af4a469bd1 req-100728cd-def6-49d7-bd61-e99e5e97503b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117723 Jun 30 21:55:58.024722 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-93302bb4-b9d3-4ab2-866c-022ee5463081 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291726 Jun 30 21:55:58.219155 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.229219 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Transition to ACTIVE for port object 97b54234-07d6-463a-8ba8-e661181df08c will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:58.303733 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.348507 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Pushing event updated for resources: {'Port': ['ID=97b54234-07d6-463a-8ba8-e661181df08c,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:58.352221 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 699a141c-7b9b-4d03-a642-349d6af1c302 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:55:58.356913 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-20240b30-a3ff-42fe-917b-044fa542d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:58.357104 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.357293 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.357642 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.358003 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.358334 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.358663 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.358989 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.359306 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.359655 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.359948 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.360266 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.360442 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-20240b30-a3ff-42fe-917b-044fa542d652 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 915 time: 0.6917543 Jun 30 21:55:58.360582 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:55:58.375783 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-d11e10a2-32d9-4dab-83bc-3cec5dd4dd14 req-915421eb-792b-46f6-b391-4984c5b77b21 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145594 Jun 30 21:55:58.378916 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Attempting to bind port 97b54234-07d6-463a-8ba8-e661181df08c on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:55:58.381194 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Attempting to bind port 97b54234-07d6-463a-8ba8-e661181df08c by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:55:58.381194 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Attempting to bind port 97b54234-07d6-463a-8ba8-e661181df08c on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:55:58.385514 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:55:58.385514 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:55:58.385840 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.386044 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:55:58.386506 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Bound port: 97b54234-07d6-463a-8ba8-e661181df08c, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:55:58.386896 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.421938 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 699a141c-7b9b-4d03-a642-349d6af1c302 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:55:58.423006 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.444399 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] For port 97b54234-07d6-463a-8ba8-e661181df08c, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:55:58.448017 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] For port 97b54234-07d6-463a-8ba8-e661181df08c, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=97b54234-07d6-463a-8ba8-e661181df08c,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:55:58.526247 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-883cbf03-203c-4f2e-b7cd-4e68294991da req-6a147726-635d-4f28-84ab-ef9bcf976fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7007720 Jun 30 21:55:58.532706 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:58.560846 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-22f3f893-6228-4f40-873c-2f3fcd19f680 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 1001 time: 0.1801770 Jun 30 21:55:58.574424 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a04b07-cc39-431f-8398-70803124e8e9 req-64f7b92c-ac4d-4e39-ad02-7c41065a6702 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:58.575950 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a8a04b07-cc39-431f-8398-70803124e8e9 req-64f7b92c-ac4d-4e39-ad02-7c41065a6702 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.3254371 Jun 30 21:55:58.585713 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f7fcb-0773-4a4e-9e0c-3a8557806dbc req-ababacd7-8363-4fe6-be51-246721580ef8 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:58.587383 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-317f7fcb-0773-4a4e-9e0c-3a8557806dbc req-ababacd7-8363-4fe6-be51-246721580ef8 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.3392987 Jun 30 21:55:58.594136 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:55:58.594766 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:58.636676 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a1d9-2cee-4c77-8157-10be6bb07e6b None None] Pushing event updated for resources: {'Port': ['ID=97b54234-07d6-463a-8ba8-e661181df08c,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:55:58.707383 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:55:58.751656 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-ec9bf0e0-8c5a-4975-8f8f-3d008c1473d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:58.753273 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-ec9bf0e0-8c5a-4975-8f8f-3d008c1473d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.1264296 Jun 30 21:55:58.756140 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a8a04b07-cc39-431f-8398-70803124e8e9 req-b346f39d-8f0a-4264-beb4-98a655e44033 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678321 Jun 30 21:55:58.763162 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-317f7fcb-0773-4a4e-9e0c-3a8557806dbc req-704715e4-8ad8-4ab8-89b9-6380e46ad47f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383786 Jun 30 21:55:58.878699 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-49530509-1201-4185-a5de-2a2f0d37ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:58.880995 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-49530509-1201-4185-a5de-2a2f0d37ea9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117156 Jun 30 21:55:58.908929 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:55:56Z', 'revision_number': 3, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:55:58.939817 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c691546-4357-496f-91ab-ecff9e1276f4 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:55:56Z', 'revision_number': 3, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:55:58.974960 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-19d59c6b-0fc4-4f6c-8257-e731c1a888f0 req-c1ddb325-331d-4b79-8957-778070127405 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0791569 Jun 30 21:55:59.024919 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:59.122980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10c2d-81d5-423a-a0be-bc097627de5a req-61d666f8-9013-4f94-b5d1-58c622f885b2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:59.124516 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9fc10c2d-81d5-423a-a0be-bc097627de5a req-61d666f8-9013-4f94-b5d1-58c622f885b2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2422256 Jun 30 21:55:59.213656 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-d7309ee7-411b-4c92-8400-8e91ca5a611c service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419553 Jun 30 21:55:59.337074 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9fc10c2d-81d5-423a-a0be-bc097627de5a req-694e2df2-45ee-489c-b5b3-25a8d7a56fda tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600192 Jun 30 21:55:59.423100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777fa7b-7282-4631-b870-fd618c2b73b7 req-5836a37b-7ad0-416a-9ee1-1f7a74d97496 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:59.424704 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c777fa7b-7282-4631-b870-fd618c2b73b7 req-5836a37b-7ad0-416a-9ee1-1f7a74d97496 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.3342550 Jun 30 21:55:59.467680 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Allocated IP 172.20.0.1 (65b6ccdf-6791-412c-839b-f4779429ae80/bbb07cda-c23b-4e4c-8e42-2a071285cbcb/b98c3aa2-fd82-429e-9d38-cd7407687e7c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:55:59.472583 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74480b38-44a2-4fd6-b3ab-09378a467062 req-adae5371-048e-4940-b5f8-96c9fd3444ff service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443464 Jun 30 21:55:59.502732 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c777fa7b-7282-4631-b870-fd618c2b73b7 req-33a6dc7e-2da6-49b6-848a-9d2489137d8f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668232 Jun 30 21:55:59.603760 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:59.618934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Transition to ACTIVE for port object b98c3aa2-fd82-429e-9d38-cd7407687e7c will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:55:59.767828 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:55:59.810195 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-3e2e2e25-26c1-4ef4-8947-ed108a56de33 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:55:59.811766 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-3e2e2e25-26c1-4ef4-8947-ed108a56de33 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 813 time: 0.1509638 Jun 30 21:55:59.829128 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:55:59.836600 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Request body: {'port': {'device_id': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743', 'admin_state_up': True, 'tenant_id': '8363317d46b940d8b9549e8e8b7543e3'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:55:59.840237 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:55:59.862428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:55:59.895729 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:00.000943 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.197429 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefcdda-819f-4e74-880e-9cfb5f3da2cf req-53b80269-75a9-40aa-9a65-6d064d03a0b2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:00.198943 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-efefcdda-819f-4e74-880e-9cfb5f3da2cf req-53b80269-75a9-40aa-9a65-6d064d03a0b2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.2451282 Jun 30 21:56:00.216100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5924b-2390-4463-9a41-873212e33b64 req-507f4803-b91f-4543-8d96-a307622ae982 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:00.217511 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eba5924b-2390-4463-9a41-873212e33b64 req-507f4803-b91f-4543-8d96-a307622ae982 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.2227829 Jun 30 21:56:00.247474 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-e797b349-de50-49e8-aae7-64e429c68bbc None None] Provisioning for port b98c3aa2-fd82-429e-9d38-cd7407687e7c completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:00.251875 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-e797b349-de50-49e8-aae7-64e429c68bbc None None] Provisioning complete for port b98c3aa2-fd82-429e-9d38-cd7407687e7c triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:00.252573 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e797b349-de50-49e8-aae7-64e429c68bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.281586 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-efefcdda-819f-4e74-880e-9cfb5f3da2cf req-b4732b52-2633-4e49-9797-0dc5f877e487 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728202 Jun 30 21:56:00.281586 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eba5924b-2390-4463-9a41-873212e33b64 req-9d66b9ec-8d68-47ba-b0ae-0e0f54580f1f tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562146 Jun 30 21:56:00.298387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Made reservation on behalf of 8363317d46b940d8b9549e8e8b7543e3 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:00.301961 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.320348 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-e797b349-de50-49e8-aae7-64e429c68bbc None None] Port b98c3aa2-fd82-429e-9d38-cd7407687e7c cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:56:00.388959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.443582 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 97b54234-07d6-463a-8ba8-e661181df08c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:00.490229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f54b98f2-84ec-45d1-bf85-0f4361025785 req-911a9b28-14e8-4cd7-9a69-a80fb6d66978 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.0459006 Jun 30 21:56:00.584229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 97b54234-07d6-463a-8ba8-e661181df08c completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:00.588281 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 97b54234-07d6-463a-8ba8-e661181df08c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:00.588649 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.661717 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Allocated IP 172.20.0.8 (bbb1b43a-28af-431f-9294-d4c8bd901743/de68bfea-6b1f-4030-a68e-cbb8875a5d76/316d5dce-4f9c-4fbb-82f0-1d44c530fe89) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:00.677048 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.701930 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 97b54234-07d6-463a-8ba8-e661181df08c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=97b54234-07d6-463a-8ba8-e661181df08c,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:00.768741 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e58299-2f50-483b-aa00-63be09c6bd5d req-c464f010-37cc-46ec-b0b8-07d23b887190 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:00.770967 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-23e58299-2f50-483b-aa00-63be09c6bd5d req-c464f010-37cc-46ec-b0b8-07d23b887190 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.2559812 Jun 30 21:56:00.779076 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:00.835297 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=97b54234-07d6-463a-8ba8-e661181df08c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:00.842914 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.843258 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.843591 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.843916 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.844458 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.844790 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.846030 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.846478 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.846892 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.847300 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.847845 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:00.848305 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:01.161937 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.165837 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-23e58299-2f50-483b-aa00-63be09c6bd5d req-9a158ef8-b1cb-4e7d-8302-344e8bd75c74 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834457 Jun 30 21:56:01.179248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9742c-80d2-4848-aa21-f7eec60910e3 req-0b27d781-c4aa-4262-b884-c3b94f78f699 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:01.195469 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbd9742c-80d2-4848-aa21-f7eec60910e3 req-0b27d781-c4aa-4262-b884-c3b94f78f699 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.5440440 Jun 30 21:56:01.260290 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbd9742c-80d2-4848-aa21-f7eec60910e3 req-92b0e692-f76e-404e-a42f-d26b0692d5df tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537102 Jun 30 21:56:01.262830 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.323041 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.356098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:01.361096 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.521290 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:01.523580 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:01.545094 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c5c238-33fc-4845-823b-a80cd4f6482c req-dd40a486-04e6-4bd7-91bb-d72b2cdae50f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:01.546668 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-71c5c238-33fc-4845-823b-a80cd4f6482c req-dd40a486-04e6-4bd7-91bb-d72b2cdae50f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1454756 Jun 30 21:56:01.586745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.685914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Network bbb1b43a-28af-431f-9294-d4c8bd901743 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:01.695229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-71c5c238-33fc-4845-823b-a80cd4f6482c req-5564a8e6-3be4-4ada-acb5-bb1eff98eb4b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176322 Jun 30 21:56:01.722036 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:01.726414 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Pushing event updated for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:01.732875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:01.756392 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-3a4eb927-96a3-47ff-ab6e-a59012285a90 None None] Provisioning complete for port b98c3aa2-fd82-429e-9d38-cd7407687e7c triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:01.756992 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3a4eb927-96a3-47ff-ab6e-a59012285a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.786607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:01.795113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:01.795688 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:01.797586 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-3a4eb927-96a3-47ff-ab6e-a59012285a90 None None] Port b98c3aa2-fd82-429e-9d38-cd7407687e7c cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:56:01.882041 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-1cdac268-c03d-44e2-b2b3-3259af9fc4af tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0516083 Jun 30 21:56:01.904047 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Request body: {'port': {'device_id': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:01.987661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:01.995875 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-12c775d2-71ce-422e-a215-3a774d3cd1a6 admin admin] 10.222.0.47 "PUT /v2.0/routers/e3b637c8-d94c-4e8d-adbf-efd5335885ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5279512 Jun 30 21:56:01.997375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:02.023219 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:02.023941 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:02.027727 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776e288-8d45-4fdb-81eb-ec591c90080a req-a0c7b24e-6f84-4734-8c9a-2e345f70f83f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:02.029210 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c776e288-8d45-4fdb-81eb-ec591c90080a req-a0c7b24e-6f84-4734-8c9a-2e345f70f83f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 931 time: 0.1824286 Jun 30 21:56:02.089089 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.134651 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c776e288-8d45-4fdb-81eb-ec591c90080a req-b0eedb8a-a70b-4248-a963-91052c0ae20d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907214 Jun 30 21:56:02.184435 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99096-d637-43a0-9f39-984b845f4aff req-8ce47161-bd95-4e49-a2ad-7a0ded9456ac tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:02.187516 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-17a99096-d637-43a0-9f39-984b845f4aff req-8ce47161-bd95-4e49-a2ad-7a0ded9456ac tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.1694641 Jun 30 21:56:02.289704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:02.296412 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-17a99096-d637-43a0-9f39-984b845f4aff req-a74815fc-18ef-4c0f-91b5-45308ceda64a tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Jun 30 21:56:02.385761 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 97b54234-07d6-463a-8ba8-e661181df08c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:02.473767 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c1544-085a-4ce2-bc24-f3a8ba40acd2 req-d3bc858c-4e89-425d-a5b7-e83fa032ab8b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:02.475117 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-983c1544-085a-4ce2-bc24-f3a8ba40acd2 req-d3bc858c-4e89-425d-a5b7-e83fa032ab8b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.1711707 Jun 30 21:56:02.512561 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 97b54234-07d6-463a-8ba8-e661181df08c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:02.512847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.581575 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-983c1544-085a-4ce2-bc24-f3a8ba40acd2 req-ea7273a0-bed7-4e7a-8209-cac8dda7cdce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856991 Jun 30 21:56:02.630662 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7956e76-f510-43f9-9d05-6d35f5df7495 req-64b86fc0-5451-4da0-a2da-22680a8dd3cd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:02.632157 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d7956e76-f510-43f9-9d05-6d35f5df7495 req-64b86fc0-5451-4da0-a2da-22680a8dd3cd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1825385 Jun 30 21:56:02.634191 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:02.635694 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 2, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:02.653307 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.665876 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:02.666240 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Updating router e3b637c8-d94c-4e8d-adbf-efd5335885ef port b98c3aa2-fd82-429e-9d38-cd7407687e7c binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:56:02.678479 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Transition to ACTIVE for port object 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:02.700660 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d7956e76-f510-43f9-9d05-6d35f5df7495 req-392636bd-df53-4827-b7cf-89da1accf7cd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614166 Jun 30 21:56:02.721970 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.773320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.845681 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56682) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:02.856093 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1824370407-network', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:02.885578 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:02.965404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Attempting to bind port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:02.965928 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Attempting to bind port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:02.966362 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Attempting to bind port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 on network bbb1b43a-28af-431f-9294-d4c8bd901743 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:02.976295 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 on network bbb1b43a-28af-431f-9294-d4c8bd901743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:56:02.976598 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Attempting to bind port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 on network bbb1b43a-28af-431f-9294-d4c8bd901743 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:02.984258 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:02.984593 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Checking segment: {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:02.984975 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Bound using segment: {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:02.985408 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Bound port: 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:02.985819 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:02.991067 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Made reservation on behalf of 38bb0a9d814b40f8bb288c2b7479e7f5 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:02.999922 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.000421 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff13c5-da69-45b6-ab95-ddb387cad709 req-50551bdb-59ce-4c4c-bb21-1910a9655e70 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.000421 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eeff13c5-da69-45b6-ab95-ddb387cad709 req-50551bdb-59ce-4c4c-bb21-1910a9655e70 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1255634 Jun 30 21:56:03.015926 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.023707 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.036167 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Transition to ACTIVE for port object b98c3aa2-fd82-429e-9d38-cd7407687e7c will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:03.076499 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eeff13c5-da69-45b6-ab95-ddb387cad709 req-d82bbb24-da27-462a-bad4-0755df9290c3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688748 Jun 30 21:56:03.103196 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:03.106440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:03.113313 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.173257 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.230870 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.231662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.253471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135bd59-86fa-4cdc-9020-4f01a51b66dc None None] Pushing event updated for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:03.302809 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783a1f5b-af03-44e9-9652-a0ca6f95e18b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:03.305985 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 748, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:56:03.323980 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.323980 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Added segment 86f827ae-1446-4d9f-9b8f-f76b56c354ee of type vlan for network d5a07d6e-2965-49a9-a76e-4b245a68ee38 Jun 30 21:56:03.335801 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Attempting to bind port b98c3aa2-fd82-429e-9d38-cd7407687e7c on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:03.337092 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Pushing event updated for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:03.337246 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Attempting to bind port b98c3aa2-fd82-429e-9d38-cd7407687e7c by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:03.337602 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Attempting to bind port b98c3aa2-fd82-429e-9d38-cd7407687e7c on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:03.356038 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:03.358005 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:03.358005 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.358005 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Bound using segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:03.358345 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Bound port: b98c3aa2-fd82-429e-9d38-cd7407687e7c, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:03.358894 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.383815 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.383815 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.384715 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-05636261-cf02-428c-8929-baf42492fe11 service neutron] 10.222.0.55 "PUT /v2.0/ports/316d5dce-4f9c-4fbb-82f0-1d44c530fe89 HTTP/1.1" status: 200 len: 1093 time: 1.4861763 Jun 30 21:56:03.386825 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:03.389084 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f51f375-a5a9-4ae9-b3ae-1645225ca363" -d '{"events": [{"name": "network-changed", "server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:03.425839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.454409 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] For port b98c3aa2-fd82-429e-9d38-cd7407687e7c, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:03.454409 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] For port b98c3aa2-fd82-429e-9d38-cd7407687e7c, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b98c3aa2-fd82-429e-9d38-cd7407687e7c,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:03.482636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01eb9c3-060f-4914-abed-e88da32ea6c3 req-ef2cbcff-e041-445a-848c-253d72379343 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.482636 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a01eb9c3-060f-4914-abed-e88da32ea6c3 req-ef2cbcff-e041-445a-848c-253d72379343 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 943 time: 0.2167041 Jun 30 21:56:03.530218 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.555928 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.556988 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.557770 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.597248 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135bd59-86fa-4cdc-9020-4f01a51b66dc None None] Pushing event updated for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:03.599732 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a01eb9c3-060f-4914-abed-e88da32ea6c3 req-2d59a5bb-e56c-4076-82f8-485a79c49176 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133325 Jun 30 21:56:03.600621 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:03.600940 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:03.623659 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da185d9-865b-4989-811a-612fe1457f34 req-8d8140c8-8b0d-4c3b-a468-caf6cd3e1715 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.625355 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8da185d9-865b-4989-811a-612fe1457f34 req-8d8140c8-8b0d-4c3b-a468-caf6cd3e1715 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.1334698 Jun 30 21:56:03.643275 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a07d6e-2965-49a9-a76e-4b245a68ee38,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:03.651336 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-b778062e-b535-463b-ba1b-20120fae4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.653092 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-b778062e-b535-463b-ba1b-20120fae4d85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 1096 time: 0.1078377 Jun 30 21:56:03.663108 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d3e18280-ebb5-49ff-ab7f-645ef1a66a09 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8139899 Jun 30 21:56:03.663723 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56696) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:03.669001 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Request body: {'subnet': {'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1824370407-subnet', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:03.701800 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6682d1f-5b55-494a-b314-87788dc42123 x-openstack-request-id: req-b6682d1f-5b55-494a-b314-87788dc42123 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:03.702112 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:03.702357 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6682d1f-5b55-494a-b314-87788dc42123 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:03.702738 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89', 'status': 'completed', 'code': 200} Jun 30 21:56:03.705195 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:56:03.711445 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8da185d9-865b-4989-811a-612fe1457f34 req-a5e12e4f-f074-4fad-8cab-fa9df7d9dabc tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746613 Jun 30 21:56:03.776322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:03.778941 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Made reservation on behalf of 38bb0a9d814b40f8bb288c2b7479e7f5 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:03.784551 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:03.795737 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-3e7102f2-9df8-441d-8752-923e02e53347 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89 HTTP/1.1" status: 200 len: 217 time: 0.0441976 Jun 30 21:56:03.892665 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-024622b6-1ffd-4248-9f9f-5e82e6aa245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.894369 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-024622b6-1ffd-4248-9f9f-5e82e6aa245e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de68bfea-6b1f-4030-a68e-cbb8875a5d76 HTTP/1.1" status: 200 len: 853 time: 0.0909379 Jun 30 21:56:03.942555 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-f1a1b7b4-6591-4bd4-b2db-8f5fd46d9e27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb1b43a-28af-431f-9294-d4c8bd901743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300243 Jun 30 21:56:03.951726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcf820-5696-48a1-8820-835a7b25b3e2 req-2c60c7de-4080-444a-b404-eafe4d78eb95 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:03.953442 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9cfcf820-5696-48a1-8820-835a7b25b3e2 req-2c60c7de-4080-444a-b404-eafe4d78eb95 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.1111262 Jun 30 21:56:04.007325 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9cfcf820-5696-48a1-8820-835a7b25b3e2 req-a7f6a57e-b4a9-48b9-b957-5a5cc5c26dfd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 Jun 30 21:56:04.053242 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:03Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:04.085664 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8ab36-2c38-4045-afeb-86610dd82536 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:03Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:04.097209 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-9b47c8b7-7026-4a48-a2b5-0d354e989271 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053808 Jun 30 21:56:04.302114 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7962f1fd-612f-4394-8e4d-d26970b4f393 req-da2d51e0-5852-492f-80af-39b907ba9d0e service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882911 Jun 30 21:56:04.372479 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be226e-a0aa-4e60-9745-4fc14bafe17e req-4e497b19-01ca-4250-bdcb-446c8eaf3587 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:04.374065 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42be226e-a0aa-4e60-9745-4fc14bafe17e req-4e497b19-01ca-4250-bdcb-446c8eaf3587 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1266360 Jun 30 21:56:04.383291 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-1003b407-a415-4900-8879-a717fde388f4 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:04.384874 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-1003b407-a415-4900-8879-a717fde388f4 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.1364224 Jun 30 21:56:04.409991 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b98c3aa2-fd82-429e-9d38-cd7407687e7c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:04.462467 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42be226e-a0aa-4e60-9745-4fc14bafe17e req-d50fa635-8a2b-4650-90b8-3222be65f16b tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765862 Jun 30 21:56:04.499262 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.522831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Deleting port 184dec7b-b552-47d3-b19a-fbec57a48ddf {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:04.523165 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.551918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port b98c3aa2-fd82-429e-9d38-cd7407687e7c completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:04.551918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b98c3aa2-fd82-429e-9d38-cd7407687e7c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:04.551918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.573226 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59e8892-d836-41fc-ace8-b2692429f25b,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:04.583034 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Checking segment: {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:04.583648 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Network hostable DHCP agents. Network: d5a07d6e-2965-49a9-a76e-4b245a68ee38, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:56:04.648369 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.650158 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] For port 184dec7b-b552-47d3-b19a-fbec57a48ddf, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=184dec7b-b552-47d3-b19a-fbec57a48ddf,segment=NetworkSegment(4aafb5d7-35b3-4b8e-adc0-3fb378d96f22),segment_id=4aafb5d7-35b3-4b8e-adc0-3fb378d96f22)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:04.652906 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.687651 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:56:04.703002 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port b98c3aa2-fd82-429e-9d38-cd7407687e7c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b98c3aa2-fd82-429e-9d38-cd7407687e7c,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:04.703169 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Calling delete_port for 184dec7b-b552-47d3-b19a-fbec57a48ddf owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:04.790575 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.819171 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, d5a07d6e-2965-49a9-a76e-4b245a68ee38) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:04.824639 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:04.825539 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:04.831110 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-ed2ea3da-b4eb-4806-8320-da47570c8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:04.831707 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1801ea-2b90-4c01-b86c-cf8a93646680 None None] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:04.833247 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-ed2ea3da-b4eb-4806-8320-da47570c8b97 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 1096 time: 0.1768260 Jun 30 21:56:04.902621 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-a00f7cba-6e5d-4f37-93f5-9b10b701736f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2355652 Jun 30 21:56:04.902898 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56708) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:04.907640 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:04.940701 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:05.019343 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.021179 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.039051 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-d5a07d6e-2965-49a9-a76e-4b245a68ee38', 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'fixed_ips': [{'subnet_id': 'd59e8892-d836-41fc-ace8-b2692429f25b'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 21:56:05.040087 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.093720 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.292962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a08aba-66aa-4d45-856a-651b32517197 req-b429e000-2a59-4355-8a1c-b49aa1f37a06 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.300354 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a4a08aba-66aa-4d45-856a-651b32517197 req-b429e000-2a59-4355-8a1c-b49aa1f37a06 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 943 time: 0.5241528 Jun 30 21:56:05.311238 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Allocated IP 172.20.0.2 (d5a07d6e-2965-49a9-a76e-4b245a68ee38/d59e8892-d836-41fc-ace8-b2692429f25b/920cb396-773f-405f-92af-44bdb8233781) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:05.333595 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.340389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-5f4885fe-3abd-4c7b-9c56-e93f70b6c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.342024 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-5f4885fe-3abd-4c7b-9c56-e93f70b6c724 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 914 time: 0.5007198 Jun 30 21:56:05.374450 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a4a08aba-66aa-4d45-856a-651b32517197 req-a468c4ff-3b20-4cb7-9fc6-74e1a074fd0f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731359 Jun 30 21:56:05.384174 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69875bb4-e0ea-467f-9abf-99a0b465dda1 req-9119e373-c3c8-45ba-a7c6-4b4843295892 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.385833 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69875bb4-e0ea-467f-9abf-99a0b465dda1 req-9119e373-c3c8-45ba-a7c6-4b4843295892 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 945 time: 0.5196018 Jun 30 21:56:05.440833 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-8463a966-9f5f-4ea6-90da-314de697d40e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89 HTTP/1.1" status: 200 len: 217 time: 0.0829973 Jun 30 21:56:05.464748 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.470558 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-69875bb4-e0ea-467f-9abf-99a0b465dda1 req-e86d66f4-e5bb-4ab7-9f47-28f6a52c8587 tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/security-groups?id=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Jun 30 21:56:05.524156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['184dec7b-b552-47d3-b19a-fbec57a48ddf'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:05.596761 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.606470 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Transition to ACTIVE for port object 920cb396-773f-405f-92af-44bdb8233781 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:05.623751 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Transition to ACTIVE for port object 920cb396-773f-405f-92af-44bdb8233781 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:05.660700 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] No DVR routers for this DVR port 184dec7b-b552-47d3-b19a-fbec57a48ddf on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:05.681544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-3b65bc48-494c-46b6-8948-21d4f26facf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.683470 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-3b65bc48-494c-46b6-8948-21d4f26facf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de68bfea-6b1f-4030-a68e-cbb8875a5d76 HTTP/1.1" status: 200 len: 853 time: 0.2277443 Jun 30 21:56:05.684425 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Pushing event deleted for resources: {'Port': ['ID=184dec7b-b552-47d3-b19a-fbec57a48ddf,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:05.696995 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.699611 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e0a222eb-159c-4fbf-8487-ebeb33e7b13f req-fc53ef55-e213-4c06-8071-24ee7990270e tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.55 "DELETE /v2.0/ports/184dec7b-b552-47d3-b19a-fbec57a48ddf HTTP/1.1" status: 204 len: 173 time: 1.3067005 Jun 30 21:56:05.709550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.717230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'name': 'network-vif-deleted', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:05.722112 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c843c08-d9df-4646-8bc0-c6abe2ba662e" -d '{"events": [{"server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "name": "network-vif-deleted", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:05.743630 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.764082 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.766936 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:05.773280 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:05.778355 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:05.790056 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Pushing event updated for resources: {'Port': ['ID=920cb396-773f-405f-92af-44bdb8233781,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:05.814954 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-8b1fa06f-c2a1-47eb-af02-90c4b553a022 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb1b43a-28af-431f-9294-d4c8bd901743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142905 Jun 30 21:56:05.852211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Attempting to bind port 920cb396-773f-405f-92af-44bdb8233781 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:05.852687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Attempting to bind port 920cb396-773f-405f-92af-44bdb8233781 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:05.853121 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Attempting to bind port 920cb396-773f-405f-92af-44bdb8233781 on network d5a07d6e-2965-49a9-a76e-4b245a68ee38 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:05.858533 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:05.858987 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Checking segment: {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:05.859614 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.860195 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Bound using segment: {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:05.861017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Bound port: 920cb396-773f-405f-92af-44bdb8233781, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:05.861622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:05.882404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b1c25-1c45-4b0d-8018-c804a26361bc req-0f140401-ff1c-4989-b159-1be5ac80eb3d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.884229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9a9b1c25-1c45-4b0d-8018-c804a26361bc req-0f140401-ff1c-4989-b159-1be5ac80eb3d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 943 time: 0.3485231 Jun 30 21:56:05.906888 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Allocated IP 172.27.1.144 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:05.931562 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] For port 920cb396-773f-405f-92af-44bdb8233781, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:05.935379 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] For port 920cb396-773f-405f-92af-44bdb8233781, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=920cb396-773f-405f-92af-44bdb8233781,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:05.962561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c868c48-fb1b-49d5-9b35-0854caf888d6 req-ee6d6756-b013-4ba7-8c02-e5a3df1566a4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:05.964098 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c868c48-fb1b-49d5-9b35-0854caf888d6 req-ee6d6756-b013-4ba7-8c02-e5a3df1566a4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.2380779 Jun 30 21:56:06.010201 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9a9b1c25-1c45-4b0d-8018-c804a26361bc req-40176544-5184-49aa-aa98-ad22fad6bf8f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917015 Jun 30 21:56:06.013360 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-7b377e41-cab0-4f08-9087-b4acf7bfed94 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865668 Jun 30 21:56:06.015862 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.026843 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.053083 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c868c48-fb1b-49d5-9b35-0854caf888d6 req-ca068061-89e8-434e-ad42-47c803487906 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793521 Jun 30 21:56:06.089952 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5139b0c-e545-47e5-b02a-0de1ff972a48 x-openstack-request-id: req-b5139b0c-e545-47e5-b02a-0de1ff972a48 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:06.090246 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e593814-4890-4cf1-a5e8-251145bb6d5d", "name": "network-vif-deleted", "tag": "184dec7b-b552-47d3-b19a-fbec57a48ddf", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:06.090493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5139b0c-e545-47e5-b02a-0de1ff972a48 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:06.090881 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e593814-4890-4cf1-a5e8-251145bb6d5d', 'name': 'network-vif-deleted', 'tag': '184dec7b-b552-47d3-b19a-fbec57a48ddf', 'status': 'completed', 'code': 200} Jun 30 21:56:06.109578 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c85cc-12b1-4151-a757-639a7c8b4101 None None] Pushing event updated for resources: {'Port': ['ID=920cb396-773f-405f-92af-44bdb8233781,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:06.157955 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8f51f375-a5a9-4ae9-b3ae-1645225ca363 req-28beb47c-e6b1-4afb-9222-a82f8326ffb0 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334252 Jun 30 21:56:06.163724 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.213402 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:06.216344 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:06.220841 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:06.225078 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Pushing event updated for resources: {'Port': ['ID=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:06.432875 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:56:06.477024 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 920cb396-773f-405f-92af-44bdb8233781 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:06.561106 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c0fcc-6b98-44ed-8b0a-691521508be7 req-d7137069-5283-4736-85d6-02d00d0dc6ed tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:06.563554 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4f6c0fcc-6b98-44ed-8b0a-691521508be7 req-d7137069-5283-4736-85d6-02d00d0dc6ed tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 943 time: 0.0694380 Jun 30 21:56:06.576327 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:06.590045 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '569fae4a-23fa-467f-b98e-c2698510c684', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '569fae4a-23fa-467f-b98e-c2698510c684', 'mac_address': 'fa:16:3e:35:d5:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:56:06.607028 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4f6c0fcc-6b98-44ed-8b0a-691521508be7 req-da6a5a4a-b62f-4ea0-a89c-d7ed9c8c229f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Jun 30 21:56:06.652828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 920cb396-773f-405f-92af-44bdb8233781 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:06.662374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b98c3aa2-fd82-429e-9d38-cd7407687e7c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:06.686403 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.699695 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ff6f3c1c-8495-49d3-9fc7-8a70e96d93b5 req-8c6cfea0-7f90-42cc-af79-85713cd809cc tempest-VolumesActionsTest-1600407822 tempest-VolumesActionsTest-1600407822-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e593814-4890-4cf1-a5e8-251145bb6d5d HTTP/1.1" status: 200 len: 210 time: 0.0435753 Jun 30 21:56:06.713971 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:06.728703 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.744120 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:56:06.745014 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:06.760173 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b98c3aa2-fd82-429e-9d38-cd7407687e7c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:06.760634 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.894156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:06.985471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.079360 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=9']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:07.175216 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24684578-d024-4c54-92bc-26f4cb91d9db None None] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:07.261020 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Router c3b3c681-0a98-42fb-b220-f0aa746db03f is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 21:56:07.301204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b91ead-dfac-4708-b70c-8c6f2723fdf3 req-a331c284-80b5-4595-a587-bcc0f0afccdd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:07.302239 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['569fae4a-23fa-467f-b98e-c2698510c684'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:07.302903 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-05b91ead-dfac-4708-b70c-8c6f2723fdf3 req-a331c284-80b5-4595-a587-bcc0f0afccdd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.1298716 Jun 30 21:56:07.326189 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b712d2-bb89-49fb-a431-25b5758f7b33 req-b9ba912a-bc1c-41e9-9b78-46ee0fc850ff tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:07.327760 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-33b712d2-bb89-49fb-a431-25b5758f7b33 req-b9ba912a-bc1c-41e9-9b78-46ee0fc850ff tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1213472 Jun 30 21:56:07.373744 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-05b91ead-dfac-4708-b70c-8c6f2723fdf3 req-24cd4b96-a7ff-4fcc-8269-caee4ddda7cd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627613 Jun 30 21:56:07.390185 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-33b712d2-bb89-49fb-a431-25b5758f7b33 req-566d8011-7809-480c-8a00-00655808f849 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527539 Jun 30 21:56:07.395132 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Provisioning for port 920cb396-773f-405f-92af-44bdb8233781 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:07.413750 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Provisioning complete for port 920cb396-773f-405f-92af-44bdb8233781 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:07.413750 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.425307 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:07.434953 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Sync routers for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:07.445172 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:07.452813 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:07.546255 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.550475 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-21e8507b-1074-48f1-96a8-7440be62b5ee admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6438935 Jun 30 21:56:07.550701 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56738) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:07.553752 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.556118 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:07.589144 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] For port 920cb396-773f-405f-92af-44bdb8233781, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=920cb396-773f-405f-92af-44bdb8233781,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:07.665773 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.740947 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:06Z', 'revision_number': 3, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:07.758850 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0303c95-4f4a-437c-9def-3f5984305bdf None None] Pushing event updated for resources: {'Port': ['ID=920cb396-773f-405f-92af-44bdb8233781,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:07.812681 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6a8acc4b-4a20-4938-b962-03a403c3b45e None None] Provisioning complete for port 920cb396-773f-405f-92af-44bdb8233781 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:07.813218 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6a8acc4b-4a20-4938-b962-03a403c3b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:07.819550 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Checking router: c3b3c681-0a98-42fb-b220-f0aa746db03f for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:07.820497 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Updating router c3b3c681-0a98-42fb-b220-f0aa746db03f port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:56:07.820947 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e0762-32a0-409d-8069-6a7ffca2263b req-2b701b49-14d6-45c4-b56f-a80dd2d2cbd6 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:07.822537 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-865e0762-32a0-409d-8069-6a7ffca2263b req-2b701b49-14d6-45c4-b56f-a80dd2d2cbd6 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 943 time: 0.0784228 Jun 30 21:56:07.889947 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-865e0762-32a0-409d-8069-6a7ffca2263b req-38b5ad9e-f61b-4380-8926-11cc1577578c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601451 Jun 30 21:56:07.917099 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.032550 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.186410 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.196732 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Transition to ACTIVE for port object 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:08.200666 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Allocated IP 172.20.0.1 (d5a07d6e-2965-49a9-a76e-4b245a68ee38/d59e8892-d836-41fc-ace8-b2692429f25b/7fdae3b4-e675-44d2-8d1f-7e7f550e58b1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:08.310165 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.311489 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.328186 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Transition to ACTIVE for port object 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:08.356857 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 920cb396-773f-405f-92af-44bdb8233781 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:08.390200 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Attempting to bind port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:08.390680 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Attempting to bind port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:08.391048 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Attempting to bind port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:08.394024 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f202c-ccdf-4253-9828-7907ba4cf8df None None] Pushing event updated for resources: {'Port': ['ID=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,revision_number=2']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:08.400656 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:08.401032 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:08.401462 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.401826 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:08.402337 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Bound port: 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:08.402733 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.412535 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 920cb396-773f-405f-92af-44bdb8233781 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:08.412927 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.448690 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.469973 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:56:08.502325 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] For port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:08.511434 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] For port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:08.524781 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:08.532138 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:08.550227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:08.553645 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:08.587936 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Pushing event updated for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:08.608530 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.608747 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.623684 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29573748-6102-45e1-b695-74a4b5ce2c1c req-0f643bb6-f02d-4d34-a249-b7f5dbc2e128 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:08.626006 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-29573748-6102-45e1-b695-74a4b5ce2c1c req-0f643bb6-f02d-4d34-a249-b7f5dbc2e128 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 944 time: 0.0843780 Jun 30 21:56:08.700503 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f202c-ccdf-4253-9828-7907ba4cf8df None None] Pushing event updated for resources: {'Port': ['ID=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:08.710449 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:08.711083 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:08.718656 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:08.727499 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-29573748-6102-45e1-b695-74a4b5ce2c1c req-cfdd4384-6fd8-471c-b1c6-fadc3699cab9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947807 Jun 30 21:56:08.767662 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89', 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743', 'port_id': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89', 'mac_address': 'fa:16:3e:87:ff:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de68bfea-6b1f-4030-a68e-cbb8875a5d76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:56:08.853926 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 569fae4a-23fa-467f-b98e-c2698510c684 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:08.854449 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.903972 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:08.930366 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:08.968591 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:08.993504 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.007893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe78c6f-4080-4c3a-865f-317d8a39bbef req-93491ee8-1f14-42f5-b5fc-54db94680a13 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:09.008387 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:09.008744 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.011399 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbe78c6f-4080-4c3a-865f-317d8a39bbef req-93491ee8-1f14-42f5-b5fc-54db94680a13 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1122606 Jun 30 21:56:09.038489 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:09.040914 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5799883-600e-46d9-b4c5-716cfe4e50f0" -d '{"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:09.057083 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:09.081273 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.107480 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbe78c6f-4080-4c3a-865f-317d8a39bbef req-1391faa4-ed8d-4f5b-b243-9da809009b57 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905371 Jun 30 21:56:09.156779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-3882710d-7c96-46b1-8a1b-16b5dbcb9ba2 None None] Provisioning for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:09.157094 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-3882710d-7c96-46b1-8a1b-16b5dbcb9ba2 None None] Provisioning complete for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:09.157565 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3882710d-7c96-46b1-8a1b-16b5dbcb9ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.198396 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:09.221786 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-3882710d-7c96-46b1-8a1b-16b5dbcb9ba2 None None] Port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:56:09.231263 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.233148 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 184dec7b-b552-47d3-b19a-fbec57a48ddf no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:09.233768 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.241454 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a994f2b-250a-4801-b3aa-f15e5b8875c9 req-31efa0be-f27c-47d0-ad0f-eb1bc2134e96 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:09.243009 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a994f2b-250a-4801-b3aa-f15e5b8875c9 req-31efa0be-f27c-47d0-ad0f-eb1bc2134e96 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 944 time: 0.0811851 Jun 30 21:56:09.279553 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 184dec7b-b552-47d3-b19a-fbec57a48ddf {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:09.279960 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 184dec7b-b552-47d3-b19a-fbec57a48ddf not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:09.296894 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a994f2b-250a-4801-b3aa-f15e5b8875c9 req-3d5594fb-b45f-457c-8c50-637b91c88465 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460739 Jun 30 21:56:09.313587 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:06Z', 'revision_number': 3, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:09.329247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=10']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:09.355062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc8b84-2f6d-4cff-8f2b-94b50f8f1dee req-9ef65d54-361d-4f44-b1a1-307aa800c7a7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:09.357009 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7ccc8b84-2f6d-4cff-8f2b-94b50f8f1dee req-9ef65d54-361d-4f44-b1a1-307aa800c7a7 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0770359 Jun 30 21:56:09.359547 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44abf3da-f1d6-425c-9acd-c61b6f35a3a3 None None] The sync data for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi is: [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:06Z', 'revision_number': 3, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:09.370984 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca672dbe-7e58-40a5-a3d7-98c42f7fe424 x-openstack-request-id: req-ca672dbe-7e58-40a5-a3d7-98c42f7fe424 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:09.371281 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-plugged", "status": "completed", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:09.371846 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca672dbe-7e58-40a5-a3d7-98c42f7fe424 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:09.372023 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'code': 200} Jun 30 21:56:09.397770 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.410480 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7ccc8b84-2f6d-4cff-8f2b-94b50f8f1dee req-9189d607-a920-4780-bff7-ddb4154bc285 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415545 Jun 30 21:56:09.492068 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.495042 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Pushing event updated for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:09.540770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['316d5dce-4f9c-4fbb-82f0-1d44c530fe89'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:09.591237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:09.592708 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:09.953347 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-9e626059-5ae4-41b7-84c4-17cbc0a29c5a None None] Provisioning complete for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:09.956384 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9e626059-5ae4-41b7-84c4-17cbc0a29c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:09.999406 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-9e626059-5ae4-41b7-84c4-17cbc0a29c5a None None] Port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:56:10.018848 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Router c3b3c681-0a98-42fb-b220-f0aa746db03f has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:10.032809 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf6ab8-c0b9-4778-a82c-8ead36888515 req-d5e480f5-de46-4c37-85d4-a313f3bc6f8c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:10.044811 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4bf6ab8-c0b9-4778-a82c-8ead36888515 req-d5e480f5-de46-4c37-85d4-a313f3bc6f8c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.1134348 Jun 30 21:56:10.087015 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c4bf6ab8-c0b9-4778-a82c-8ead36888515 req-8ece6f07-d072-4e09-812f-03896098f016 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358667 Jun 30 21:56:10.146109 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:10.154973 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ef309839-3cae-49e6-b6e4-6c323dc0d20c admin admin] 10.222.0.47 "PUT /v2.0/routers/c3b3c681-0a98-42fb-b220-f0aa746db03f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5998116 Jun 30 21:56:10.331097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba16e2-a896-4fba-8fac-90b440605a1d req-6b7526c2-4928-429c-b665-1f57d9951a2e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:10.332628 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-58ba16e2-a896-4fba-8fac-90b440605a1d req-6b7526c2-4928-429c-b665-1f57d9951a2e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.0969763 Jun 30 21:56:10.400496 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:10.401672 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-58ba16e2-a896-4fba-8fac-90b440605a1d req-1d06fdc9-1e3b-4faf-a90e-8f21df9c810a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565300 Jun 30 21:56:10.546036 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:10.550062 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:10.550437 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:10.571279 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d2666-78fa-4282-b6de-cca2ef63b715 req-ccf99f0e-4678-4d46-a08c-e5c5d16188dc tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:10.574629 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a80d2666-78fa-4282-b6de-cca2ef63b715 req-ccf99f0e-4678-4d46-a08c-e5c5d16188dc tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 944 time: 0.0685854 Jun 30 21:56:10.612061 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a80d2666-78fa-4282-b6de-cca2ef63b715 req-7d0c67ba-ed07-4ebb-81f4-fc4e19f299ec tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328627 Jun 30 21:56:10.641374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:10.655950 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:10.757416 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:10.803262 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc7cbf-1b96-49e6-a046-dc199c5c211f req-686d600e-ba4d-4742-b370-86d9d15024d9 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:10.805227 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bafc7cbf-1b96-49e6-a046-dc199c5c211f req-686d600e-ba4d-4742-b370-86d9d15024d9 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0722973 Jun 30 21:56:10.808045 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:10.851289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bafc7cbf-1b96-49e6-a046-dc199c5c211f req-a5f5625c-69a5-4ea2-aa7b-578c5b9d4578 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380678 Jun 30 21:56:10.854794 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56818) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:10.859909 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271898755', 'description': 'tempest-secgroup-smoke-271898755 description', 'project_id': '050be1741c824e7f8bb09bdd41442d66'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:10.986114 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.067993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.159096 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Sync routers for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:11.169089 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:11.169784 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:11.185969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.217810 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc515688-ee06-405b-84d9-17120c55aefd,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:11.280239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ec3df-96ad-4cfc-a7ba-34f83869b5ea req-4bd02ceb-0c6c-4e27-b44b-4d36f6c370d6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:11.281062 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:11.281733 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2e7ec3df-96ad-4cfc-a7ba-34f83869b5ea req-4bd02ceb-0c6c-4e27-b44b-4d36f6c370d6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.0667646 Jun 30 21:56:11.305794 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.307145 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f5eb868e-ea5b-41ca-b04d-716a289a565b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4513581 Jun 30 21:56:11.310119 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56822) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:11.314810 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:11.325426 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2e7ec3df-96ad-4cfc-a7ba-34f83869b5ea req-7cdb6897-1bd2-4fdb-bb7a-b805b304edc7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368304 Jun 30 21:56:11.425460 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.486332 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.500746 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:08Z', 'revision_number': 4, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '7fdae3b4-e675-44d2-8d1f-7e7f550e58b1', 'name': '', 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'mac_address': 'fa:16:3e:2e:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:08Z', 'updated_at': '2021-06-30T21:56:09Z', 'revision_number': 2, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'subnets': [{'id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:11.527757 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Checking router: c3b3c681-0a98-42fb-b220-f0aa746db03f for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:11.528099 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Updating router c3b3c681-0a98-42fb-b220-f0aa746db03f port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 21:56:11.561035 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.562843 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.581415 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e8c5e-c677-493d-a24b-55a846fdd49d req-70a21835-6aa4-4693-8d35-610dd03f03bd tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:11.582927 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-572e8c5e-c677-493d-a24b-55a846fdd49d req-70a21835-6aa4-4693-8d35-610dd03f03bd tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.0694890 Jun 30 21:56:11.590544 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e41f084-75f5-4d54-bb3a-8f3db95d0f14,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:11.631729 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-572e8c5e-c677-493d-a24b-55a846fdd49d req-62aed9fd-97e9-4332-95f3-b6b8b6ea0f84 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423951 Jun 30 21:56:11.648993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.653413 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-21fa2f7c-b746-464d-9923-9c104f61adfc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3421407 Jun 30 21:56:11.655203 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56828) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:11.661109 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:11.762392 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.809620 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7589c38-61da-4d9e-a8a8-30e2a28b25c3 req-cb5450d0-c39d-4ee0-9d0d-bc00dc3630d5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:11.811512 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7589c38-61da-4d9e-a8a8-30e2a28b25c3 req-cb5450d0-c39d-4ee0-9d0d-bc00dc3630d5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 944 time: 0.0751657 Jun 30 21:56:11.836429 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.847929 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.854202 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7589c38-61da-4d9e-a8a8-30e2a28b25c3 req-f291ecfb-08ea-4652-9074-588d1cffd05f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Jun 30 21:56:11.861381 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Transition to ACTIVE for port object 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:11.917112 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:11.935334 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05cc8dd-d10c-4380-b7f8-95d8818ddfb4,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:11.957115 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.007864 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aaaf9-b7aa-4d10-b3c3-cab2da59e836 None None] Pushing event updated for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:12.014588 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.016304 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7d71f604-371d-4a41-bdec-7c9aef3123d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3601284 Jun 30 21:56:12.018949 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56838) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:12.024033 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:12.039429 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551974d4-f64e-4851-8f2b-04148abf9d0c req-9a750984-2783-4e34-9b8e-6872dd05f014 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:12.047595 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-551974d4-f64e-4851-8f2b-04148abf9d0c req-9a750984-2783-4e34-9b8e-6872dd05f014 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0848584 Jun 30 21:56:12.068605 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Attempting to bind port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:12.069103 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Attempting to bind port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:12.069466 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Attempting to bind port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 on network d5a07d6e-2965-49a9-a76e-4b245a68ee38 {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:12.085302 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-551974d4-f64e-4851-8f2b-04148abf9d0c req-23c60d30-4b2f-4a90-8386-7cf9ef27b26e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366890 Jun 30 21:56:12.086061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:12.086426 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Checking segment: {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:12.086897 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.087302 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Bound using segment: {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:12.087755 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Bound port: 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f827ae-1446-4d9f-9b8f-f76b56c354ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:12.088131 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.118455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.165899 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] For port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:12.169219 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] For port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:12.183580 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.255077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.272795 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.294058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858e1bd1-1bb0-44c2-916b-bcd39e871f7d,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:12.314884 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:12.315547 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:55:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:12.352089 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.354480 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-64377564-1149-469b-ad1a-d5e7774a262d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345563 Jun 30 21:56:12.356490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529aaaf9-b7aa-4d10-b3c3-cab2da59e836 None None] Pushing event updated for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:12.357177 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56840) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:12.362473 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:12.386479 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:12.432787 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.477622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:12.514118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.536564 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8988d9-6bb8-46e9-a7fa-12f8d307e4b7 req-b1f1952c-9300-4525-9819-2f832638cf63 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:12.538705 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c8988d9-6bb8-46e9-a7fa-12f8d307e4b7 req-b1f1952c-9300-4525-9819-2f832638cf63 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.0745842 Jun 30 21:56:12.563439 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.579565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c994e2cf-d95d-4768-8277-bef5f4f3610a,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:12.581205 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c8988d9-6bb8-46e9-a7fa-12f8d307e4b7 req-225bfc64-4f89-4c9d-a775-5bf17b38f720 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363569 Jun 30 21:56:12.632372 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.633636 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8d805df2-9802-456b-ac3d-e88918d9dff4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2748325 Jun 30 21:56:12.636318 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 56844) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:12.640738 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:12.717745 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.securitygroups_db [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Project 050be1741c824e7f8bb09bdd41442d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:56:12.723807 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.764821 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:12.765193 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.790014 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.853969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5828e05-9802-4d68-b534-e44cf72f6261 req-664b39b0-010e-4cc5-bbd4-e7ab2a5dc3a0 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:12.855567 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5828e05-9802-4d68-b534-e44cf72f6261 req-664b39b0-010e-4cc5-bbd4-e7ab2a5dc3a0 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1080863 Jun 30 21:56:12.865480 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3720d3c-acca-4085-adb1-54ce1241cc2a req-493ae743-c9d4-423c-b186-75612bd0937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:12.866732 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e3720d3c-acca-4085-adb1-54ce1241cc2a req-493ae743-c9d4-423c-b186-75612bd0937e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 1099 time: 0.0855112 Jun 30 21:56:12.895401 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:08Z', 'revision_number': 4, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '7fdae3b4-e675-44d2-8d1f-7e7f550e58b1', 'name': '', 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'mac_address': 'fa:16:3e:2e:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:08Z', 'updated_at': '2021-06-30T21:56:12Z', 'revision_number': 4, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'subnets': [{'id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:12.897322 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.924416 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df18964b-4159-4174-8676-020d3960ff86,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:12.929945 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b357f0ac-10d3-4014-9746-c8f9bf7b69e3 None None] The sync data for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi is: [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:08Z', 'revision_number': 4, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '7fdae3b4-e675-44d2-8d1f-7e7f550e58b1', 'name': '', 'network_id': 'd5a07d6e-2965-49a9-a76e-4b245a68ee38', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'mac_address': 'fa:16:3e:2e:b8:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:08Z', 'updated_at': '2021-06-30T21:56:12Z', 'revision_number': 4, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'subnets': [{'id': 'd59e8892-d836-41fc-ace8-b2692429f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:12.933888 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5828e05-9802-4d68-b534-e44cf72f6261 req-6fd366aa-ac8a-437c-ad5d-de9e721846cf tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712087 Jun 30 21:56:12.953396 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e3720d3c-acca-4085-adb1-54ce1241cc2a req-31a9b317-fae8-4606-832f-cf55abb99361 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381672 Jun 30 21:56:12.997538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:12.999039 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-6442b2ee-232c-41b0-8cc7-5a2b00b6517a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618095 Jun 30 21:56:13.003098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 56854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:13.008384 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'security_group_rule': {'security_group_id': 'cc515688-ee06-405b-84d9-17120c55aefd', 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:13.095563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41352755-ceea-406b-b96d-704d4a832b35 req-e32617bb-1eb9-4fc3-934d-a2c0d4496ae7 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:13.097227 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41352755-ceea-406b-b96d-704d4a832b35 req-e32617bb-1eb9-4fc3-934d-a2c0d4496ae7 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 944 time: 0.0673761 Jun 30 21:56:13.136765 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Project 050be1741c824e7f8bb09bdd41442d66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 21:56:13.142094 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41352755-ceea-406b-b96d-704d4a832b35 req-d265a5ee-00c6-422c-949e-49d1a96edc5f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385590 Jun 30 21:56:13.145351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:13.231615 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:13.291850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90893a8-29bd-4241-8edb-a66a932bac29 req-c8fd156c-3caf-45fc-9976-9f5118932792 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:13.293442 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d90893a8-29bd-4241-8edb-a66a932bac29 req-c8fd156c-3caf-45fc-9976-9f5118932792 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.0679972 Jun 30 21:56:13.318350 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:13.343975 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f69f93-c326-4306-b5a4-b65400151c39,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:13.354626 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d90893a8-29bd-4241-8edb-a66a932bac29 req-9a83a4d1-fb7b-49b9-9b5f-063f4c519dd6 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553842 Jun 30 21:56:13.420417 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:13.421691 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6fe26257-051b-4838-9c83-b32bd4e8c26c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4175961 Jun 30 21:56:13.774562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996a02-f2c4-43ac-938c-1805a4907162 req-59f54c7e-e193-42d7-8303-13c4dc2b6ed2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:13.776093 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57996a02-f2c4-43ac-938c-1805a4907162 req-59f54c7e-e193-42d7-8303-13c4dc2b6ed2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.0664971 Jun 30 21:56:13.816739 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-57996a02-f2c4-43ac-938c-1805a4907162 req-51c84769-8d7e-4857-a0fa-fc868eae0c65 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347896 Jun 30 21:56:14.118937 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d65809-8dd8-4521-a43d-2a6345753c56 req-c78cdea0-3043-41c9-a145-32c438e78d74 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:14.120421 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-56d65809-8dd8-4521-a43d-2a6345753c56 req-c78cdea0-3043-41c9-a145-32c438e78d74 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.0705335 Jun 30 21:56:14.160708 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-56d65809-8dd8-4521-a43d-2a6345753c56 req-666149df-325c-4958-b350-c60d8dbad57e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343928 Jun 30 21:56:14.355269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd540908-bfa0-4460-9eaa-6ed7d12ac54c req-33b709ea-dcc1-4907-9ec0-8ab55dca8419 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:14.362216 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd540908-bfa0-4460-9eaa-6ed7d12ac54c req-33b709ea-dcc1-4907-9ec0-8ab55dca8419 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 944 time: 0.0894072 Jun 30 21:56:14.414291 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:14.417750 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd540908-bfa0-4460-9eaa-6ed7d12ac54c req-fca52187-e639-4626-8018-edc6a0d1395c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544837 Jun 30 21:56:14.547948 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:14.553268 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:14.553923 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:14.601398 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a7f0-5082-47c0-aa1c-65b264a9b0e0 req-415faaec-ab34-4f44-a210-299b779f93db tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:14.608504 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4218a7f0-5082-47c0-aa1c-65b264a9b0e0 req-415faaec-ab34-4f44-a210-299b779f93db tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1071916 Jun 30 21:56:14.658847 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4218a7f0-5082-47c0-aa1c-65b264a9b0e0 req-276f5e7d-dc74-41d7-8825-aa6540f48470 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Jun 30 21:56:14.670095 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:14.709644 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:14.773560 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:14.777518 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:14.859817 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:14.952779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:14.957135 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:14.957656 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.094314 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.122629 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:15.124956 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314bdf11-1335-4a6b-8b1b-c2e97b4b26ed" -d '{"events": [{"server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "name": "network-vif-plugged", "status": "completed", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:15.127381 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ab5d1-9063-407a-918b-694371f72382 req-b3c938ec-6143-4e67-a94e-a3c028a5a5cf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:15.129538 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-021ab5d1-9063-407a-918b-694371f72382 req-b3c938ec-6143-4e67-a94e-a3c028a5a5cf tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.1166387 Jun 30 21:56:15.164373 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:15.181481 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bde510-cc28-48d8-b21e-4d6845a7d782 x-openstack-request-id: req-a9bde510-cc28-48d8-b21e-4d6845a7d782 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:15.182085 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "name": "network-vif-plugged", "status": "completed", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:15.182777 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9bde510-cc28-48d8-b21e-4d6845a7d782 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:15.183378 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89', 'code': 200} Jun 30 21:56:15.202009 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-021ab5d1-9063-407a-918b-694371f72382 req-d761ee48-4e34-492e-ad79-43ad104067be tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654902 Jun 30 21:56:15.330048 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.446056 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:15.447016 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5815f18-e3b5-4eb0-af87-a594e4518c5b req-dfa5d707-0458-4f97-9aa7-d08b1ef89d29 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:15.455522 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5815f18-e3b5-4eb0-af87-a594e4518c5b req-dfa5d707-0458-4f97-9aa7-d08b1ef89d29 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1157324 Jun 30 21:56:15.495147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-b1447588-81b2-4c19-9cc6-ab8958ce9630 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:15.496688 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-b1447588-81b2-4c19-9cc6-ab8958ce9630 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1964524 Jun 30 21:56:15.533108 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f5815f18-e3b5-4eb0-af87-a594e4518c5b req-a2af203b-2e47-4737-8dc0-35ff0493bf8c tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758750 Jun 30 21:56:15.738785 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094cb20-e495-4653-ba4f-f89c053cc145 req-90c3eada-c717-430e-aa12-37614484b502 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:15.747456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1094cb20-e495-4653-ba4f-f89c053cc145 req-90c3eada-c717-430e-aa12-37614484b502 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.1690230 Jun 30 21:56:15.766045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Deleting port ddeb0f09-7095-4b1f-a407-1a3c0050774b {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:15.766420 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.853755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1094cb20-e495-4653-ba4f-f89c053cc145 req-18201d81-7622-4789-ab81-df13a484bd6c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053700 Jun 30 21:56:15.916410 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] For port ddeb0f09-7095-4b1f-a407-1a3c0050774b, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=ddeb0f09-7095-4b1f-a407-1a3c0050774b,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:15.916872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:15.936999 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Calling delete_port for ddeb0f09-7095-4b1f-a407-1a3c0050774b owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:16.061096 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:16.124884 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848678e-369d-481c-be9b-bfe4484af3e3 req-28ff9e7a-70d6-40dc-868d-4b9e6671c39e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:16.133356 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3848678e-369d-481c-be9b-bfe4484af3e3 req-28ff9e7a-70d6-40dc-868d-4b9e6671c39e tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 945 time: 0.1400881 Jun 30 21:56:16.264783 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3848678e-369d-481c-be9b-bfe4484af3e3 req-3f0991af-8c93-4c35-a76c-3d8198f8e920 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303222 Jun 30 21:56:16.360771 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:16.405771 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'ddeb0f09-7095-4b1f-a407-1a3c0050774b'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:16.408093 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:16.461893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Pushing event deleted for resources: {'Port': ['ID=ddeb0f09-7095-4b1f-a407-1a3c0050774b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:16.617746 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:16.618413 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:16.699427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] No DVR routers for this DVR port ddeb0f09-7095-4b1f-a407-1a3c0050774b on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:16.715426 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:16.720468 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a089cf3-c04f-47b7-9936-c943b432af22 req-44df97b1-f9ce-42e1-887d-4c5ae3862336 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "DELETE /v2.0/ports/ddeb0f09-7095-4b1f-a407-1a3c0050774b HTTP/1.1" status: 204 len: 173 time: 1.2153704 Jun 30 21:56:16.727216 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'name': 'network-vif-deleted', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:16.729835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3a4922-51b6-4985-a86e-c0f12060bac9" -d '{"events": [{"server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "name": "network-vif-deleted", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:16.750366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50b723-8d9d-4a52-9caa-b376b667b9ef req-323552d3-2dff-45e3-9444-eac12ea3f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:16.754744 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cc50b723-8d9d-4a52-9caa-b376b667b9ef req-323552d3-2dff-45e3-9444-eac12ea3f8eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 1098 time: 0.4656398 Jun 30 21:56:16.821469 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad69c6-7ca7-4713-af83-a19a1de7ded6 req-1f5bedd8-f877-4fb4-8938-91d0f284c0bd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:16.830348 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9fad69c6-7ca7-4713-af83-a19a1de7ded6 req-1f5bedd8-f877-4fb4-8938-91d0f284c0bd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.4563878 Jun 30 21:56:16.886629 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cc50b723-8d9d-4a52-9caa-b376b667b9ef req-882c7a1b-4899-4641-9757-2e59b2a4d82f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176021 Jun 30 21:56:16.910596 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9fad69c6-7ca7-4713-af83-a19a1de7ded6 req-3f439e1b-8619-4f67-9a98-8dec908b5630 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794044 Jun 30 21:56:16.934446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa280f3-4537-4fe5-ae5c-5202b04aa2ad req-7fe35c4b-9a7d-4938-8989-55cc9f61fd22 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:16.943175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2fa280f3-4537-4fe5-ae5c-5202b04aa2ad req-7fe35c4b-9a7d-4938-8989-55cc9f61fd22 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1492038 Jun 30 21:56:17.001293 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2fa280f3-4537-4fe5-ae5c-5202b04aa2ad req-220880aa-1c1f-4b41-a4e7-3c1be53e3ecf tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528772 Jun 30 21:56:17.006804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba8aa8-b0c8-41cd-a022-8e3ecbefae81 x-openstack-request-id: req-24ba8aa8-b0c8-41cd-a022-8e3ecbefae81 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:17.007057 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2d890d-78e2-47af-b739-d238ab5bbdef", "name": "network-vif-deleted", "tag": "ddeb0f09-7095-4b1f-a407-1a3c0050774b", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:17.007237 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24ba8aa8-b0c8-41cd-a022-8e3ecbefae81 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:17.009945 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e2d890d-78e2-47af-b739-d238ab5bbdef', 'name': 'network-vif-deleted', 'tag': 'ddeb0f09-7095-4b1f-a407-1a3c0050774b', 'status': 'completed', 'code': 200} Jun 30 21:56:17.066683 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c0d8cf4d-9b4e-45b0-8d02-6187b415af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:17.188100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb6015-5ca8-41c0-b5e7-e6ca19cdd9a6 req-d5f0b5fb-c2b7-44e0-9f0d-cd2717866849 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:17.189651 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1aeb6015-5ca8-41c0-b5e7-e6ca19cdd9a6 req-d5f0b5fb-c2b7-44e0-9f0d-cd2717866849 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.0737619 Jun 30 21:56:17.236229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1aeb6015-5ca8-41c0-b5e7-e6ca19cdd9a6 req-c96b37ed-624a-4229-b439-074e91ab885d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 Jun 30 21:56:17.451004 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f98ffcb6-eb42-4f9e-abdc-71bff5a588d0 req-2acba69a-3554-4af4-99d1-46ee9011d3fa tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jun 30 21:56:18.145052 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be86f-d7ac-45bb-8d65-cf02f3aabbad req-b19fa7c5-88b6-4e92-8532-460ff1ca94a7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:18.147397 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b03be86f-d7ac-45bb-8d65-cf02f3aabbad req-b19fa7c5-88b6-4e92-8532-460ff1ca94a7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.0872288 Jun 30 21:56:18.227055 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b03be86f-d7ac-45bb-8d65-cf02f3aabbad req-10870eac-b242-47b0-990a-f88f41294099 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685735 Jun 30 21:56:18.248446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b2f1-cd25-4987-87a2-3acf15e1bd62 req-d32e2cb1-0793-40b0-9a24-3f4be6e2d1df tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:18.250011 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b053b2f1-cd25-4987-87a2-3acf15e1bd62 req-d32e2cb1-0793-40b0-9a24-3f4be6e2d1df tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.1013968 Jun 30 21:56:18.318174 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b053b2f1-cd25-4987-87a2-3acf15e1bd62 req-a640246a-4bc5-4718-b5c3-a9ec7ddc0235 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610461 Jun 30 21:56:18.471792 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7730de-e1c1-4a6d-9284-fc27bd5476c2 req-2807ecd4-9c98-4300-8a1f-126da2e2a8b4 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:18.473585 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ee7730de-e1c1-4a6d-9284-fc27bd5476c2 req-2807ecd4-9c98-4300-8a1f-126da2e2a8b4 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.0910439 Jun 30 21:56:18.590751 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ee7730de-e1c1-4a6d-9284-fc27bd5476c2 req-f407b320-ddad-487e-b5dd-d62b345ba45d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864067 Jun 30 21:56:18.725942 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-271754b0-c034-40c3-b7c9-b0f29db4b3cc req-2c1229d8-8c96-4b4f-bfd1-3379c14668be tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2d890d-78e2-47af-b739-d238ab5bbdef HTTP/1.1" status: 200 len: 210 time: 0.0386238 Jun 30 21:56:19.357161 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73d9f3-4b2a-482d-baf2-5c4c9f7692b3 req-856aa991-0e1c-4cc5-a197-6cc71134ea80 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:19.361946 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e73d9f3-4b2a-482d-baf2-5c4c9f7692b3 req-856aa991-0e1c-4cc5-a197-6cc71134ea80 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1452708 Jun 30 21:56:19.431479 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e73d9f3-4b2a-482d-baf2-5c4c9f7692b3 req-9788ffdb-1a78-4ef2-89f6-ddfa51d8ddf2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646563 Jun 30 21:56:19.455476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-73ba1154-c181-46a5-beda-731c253a6daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:19.561894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81458882-55fb-436c-8c58-6671aaee1853 req-18080b39-9933-4db5-9d9c-4a26acca2c1a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:19.563448 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81458882-55fb-436c-8c58-6671aaee1853 req-18080b39-9933-4db5-9d9c-4a26acca2c1a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.0673409 Jun 30 21:56:19.613956 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81458882-55fb-436c-8c58-6671aaee1853 req-71334972-6276-43c7-9caf-5ecd710e354f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&id=5086d16e-0c97-49e1-bfc8-3c26a0f38724&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411775 Jun 30 21:56:19.829188 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53af87-7644-4c1e-bec3-eaa2c4acbbed req-dc2240b3-0414-4df7-a481-00856b82d19c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:19.830776 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3f53af87-7644-4c1e-bec3-eaa2c4acbbed req-dc2240b3-0414-4df7-a481-00856b82d19c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.0790272 Jun 30 21:56:19.879864 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3f53af87-7644-4c1e-bec3-eaa2c4acbbed req-69cba974-8b4e-49f9-b297-45daf0797738 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415914 Jun 30 21:56:20.010068 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:20.407534 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:20.463367 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf865e2-f88b-4a2f-9f6c-dd8942712f45 req-075d2f0d-3a97-490a-8789-6cc3db5eaece tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:20.464923 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5bf865e2-f88b-4a2f-9f6c-dd8942712f45 req-075d2f0d-3a97-490a-8789-6cc3db5eaece tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0751824 Jun 30 21:56:20.518469 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5bf865e2-f88b-4a2f-9f6c-dd8942712f45 req-04ae7200-0c1e-4368-b74c-73701e8763f4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Jun 30 21:56:20.636577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3c280-02a2-485a-825f-78a50fd27f20 req-3f31c4de-510c-4f9c-a61e-88fea6679e2c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:20.638575 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-76d3c280-02a2-485a-825f-78a50fd27f20 req-3f31c4de-510c-4f9c-a61e-88fea6679e2c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0732088 Jun 30 21:56:20.680129 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-76d3c280-02a2-485a-825f-78a50fd27f20 req-b750d862-fa8b-4a6e-81a8-d88a7a64a306 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341184 Jun 30 21:56:20.778518 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device ddeb0f09-7095-4b1f-a407-1a3c0050774b no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:20.808013 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: ddeb0f09-7095-4b1f-a407-1a3c0050774b {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:20.808443 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device ddeb0f09-7095-4b1f-a407-1a3c0050774b not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:21.703857 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b10e1f-7404-46e8-8fcd-024db59aa74e req-659827b4-b674-4efc-8db1-0618b3472aab tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:21.705985 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3b10e1f-7404-46e8-8fcd-024db59aa74e req-659827b4-b674-4efc-8db1-0618b3472aab tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0710952 Jun 30 21:56:21.751871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3b10e1f-7404-46e8-8fcd-024db59aa74e req-8b631a7c-50f9-4522-956b-b1f70e9a2977 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346732 Jun 30 21:56:21.871170 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2d941-f645-43e5-a7e6-34aa6bdf5e3f req-322b1d1b-676b-4843-ba80-4ace41134c95 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:21.872341 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-61e2d941-f645-43e5-a7e6-34aa6bdf5e3f req-322b1d1b-676b-4843-ba80-4ace41134c95 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0672014 Jun 30 21:56:21.914735 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-61e2d941-f645-43e5-a7e6-34aa6bdf5e3f req-d0d672d1-6c4c-45d3-9fd4-6ad001835819 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358949 Jun 30 21:56:22.147735 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:22.952717 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e34d6d-3a42-4eaa-97af-a790c9064c5f req-9da33b74-5099-474e-8a84-3896c37f77c2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:22.954293 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c6e34d6d-3a42-4eaa-97af-a790c9064c5f req-9da33b74-5099-474e-8a84-3896c37f77c2 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0819745 Jun 30 21:56:22.994409 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c6e34d6d-3a42-4eaa-97af-a790c9064c5f req-3c22e1a4-ab92-4457-8ec0-6711955de103 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344102 Jun 30 21:56:23.105586 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d41323-d54a-4df5-a367-58f9763439d8 req-66c74593-430b-47dc-90d9-b93ee64e8bed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:23.107200 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-12d41323-d54a-4df5-a367-58f9763439d8 req-66c74593-430b-47dc-90d9-b93ee64e8bed tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0640366 Jun 30 21:56:23.154820 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-12d41323-d54a-4df5-a367-58f9763439d8 req-366efb77-6c19-4af4-abee-b43afbb87e2f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409570 Jun 30 21:56:24.173136 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3201cd9-fd14-4eca-b7f6-9efe459a141b req-584ce635-59b3-4840-ab1c-3b8f0c2df75a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:24.175294 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c3201cd9-fd14-4eca-b7f6-9efe459a141b req-584ce635-59b3-4840-ab1c-3b8f0c2df75a tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0674121 Jun 30 21:56:24.217684 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c3201cd9-fd14-4eca-b7f6-9efe459a141b req-596eb449-169e-4fbe-ae6a-3712c69f2160 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Jun 30 21:56:24.351661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176f2b3-9fce-4aea-9bc3-a4b18252eac5 req-46a4dd66-29be-4096-a2d2-4181d202fe62 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:24.353293 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8176f2b3-9fce-4aea-9bc3-a4b18252eac5 req-46a4dd66-29be-4096-a2d2-4181d202fe62 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0754974 Jun 30 21:56:24.406955 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8176f2b3-9fce-4aea-9bc3-a4b18252eac5 req-24647ec0-e020-460c-83e5-73faa54af6ca tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469472 Jun 30 21:56:25.420945 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f7eaf-f38c-4362-9ec9-2598f7d40c9f req-82af2d57-c715-432a-98cb-3538a436c964 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:25.422440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af0f7eaf-f38c-4362-9ec9-2598f7d40c9f req-82af2d57-c715-432a-98cb-3538a436c964 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0748963 Jun 30 21:56:25.466905 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af0f7eaf-f38c-4362-9ec9-2598f7d40c9f req-1ad0262a-5bd2-49da-9d97-b0d810d44a55 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389075 Jun 30 21:56:25.600102 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e749d9-014b-47d6-8619-cbd158d8a51f req-f84d21dd-3904-476f-8048-841f4bbab261 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:25.602312 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-77e749d9-014b-47d6-8619-cbd158d8a51f req-f84d21dd-3904-476f-8048-841f4bbab261 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0677507 Jun 30 21:56:25.650961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-77e749d9-014b-47d6-8619-cbd158d8a51f req-365933de-f57f-4d38-af92-2d37289a6586 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Jun 30 21:56:26.658759 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9c438-1cb6-4f8d-8e4e-266cfb2b13f5 req-acb04e06-9d63-4f8f-baad-5d86823af629 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:26.660278 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b2f9c438-1cb6-4f8d-8e4e-266cfb2b13f5 req-acb04e06-9d63-4f8f-baad-5d86823af629 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0677326 Jun 30 21:56:26.713696 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b2f9c438-1cb6-4f8d-8e4e-266cfb2b13f5 req-7bf9f785-2e80-43d7-94a0-de53e8b920ce tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/security-groups?id=39bd2bec-b9d2-4380-9985-8fcfe86eb567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Jun 30 21:56:26.839772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3294-c579-4b9d-a506-c28f1c7f830e req-bb49b904-6f14-48c4-b1b7-8f70586d082c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:26.841148 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78ef3294-c579-4b9d-a506-c28f1c7f830e req-bb49b904-6f14-48c4-b1b7-8f70586d082c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0672016 Jun 30 21:56:26.880300 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-78ef3294-c579-4b9d-a506-c28f1c7f830e req-4be62f2f-4867-4d93-aa4a-51152a56f3e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335851 Jun 30 21:56:27.076350 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-f0bde4d0-2c8b-4d35-b5a7-410fe91fb4f4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:27.077755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-f0bde4d0-2c8b-4d35-b5a7-410fe91fb4f4 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 946 time: 0.0701015 Jun 30 21:56:27.196140 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Deleting port 018a5113-06eb-4737-ab1f-a99d10bb5f9e {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:27.196736 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:27.302673 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] For port 018a5113-06eb-4737-ab1f-a99d10bb5f9e, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=018a5113-06eb-4737-ab1f-a99d10bb5f9e,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:27.303361 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:27.315914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Calling delete_port for 018a5113-06eb-4737-ab1f-a99d10bb5f9e owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:27.531183 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:27.570714 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['018a5113-06eb-4737-ab1f-a99d10bb5f9e'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:27.826340 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Pushing event deleted for resources: {'Port': ['ID=018a5113-06eb-4737-ab1f-a99d10bb5f9e,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:27.894591 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b073fc9b-b4f4-4168-9082-e29f7e11835e req-f203b7da-a20e-4027-a0e2-a7049730553b tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 210 time: 0.0447941 Jun 30 21:56:27.895386 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] No DVR routers for this DVR port 018a5113-06eb-4737-ab1f-a99d10bb5f9e on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:56:27.898462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:27.900372 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-953b58cc-5270-4800-8b2e-b0ae2cad5cd8 req-8310163e-bdd6-4634-86ce-73bb7ec0ad24 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.55 "DELETE /v2.0/ports/018a5113-06eb-4737-ab1f-a99d10bb5f9e HTTP/1.1" status: 204 len: 173 time: 0.8164577 Jun 30 21:56:27.900797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'name': 'network-vif-deleted', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:27.903144 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3bfd8c-3a89-4344-846a-330e6393afe2" -d '{"events": [{"server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "name": "network-vif-deleted", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:27.943769 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57605742-792a-44a4-b41b-09ea2d11ec88 x-openstack-request-id: req-57605742-792a-44a4-b41b-09ea2d11ec88 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:27.943769 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2662367d-4206-488a-b4bf-4261a9d88056", "name": "network-vif-deleted", "tag": "018a5113-06eb-4737-ab1f-a99d10bb5f9e", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:27.943769 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57605742-792a-44a4-b41b-09ea2d11ec88 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:27.943769 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2662367d-4206-488a-b4bf-4261a9d88056', 'name': 'network-vif-deleted', 'tag': '018a5113-06eb-4737-ab1f-a99d10bb5f9e', 'status': 'completed', 'code': 200} Jun 30 21:56:28.096234 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5d842-bec0-4249-b93d-d652d7742730 req-357c09f7-8e19-4217-a9f5-ee660f9d05b1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:28.098110 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-59e5d842-bec0-4249-b93d-d652d7742730 req-357c09f7-8e19-4217-a9f5-ee660f9d05b1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0771370 Jun 30 21:56:28.150539 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-59e5d842-bec0-4249-b93d-d652d7742730 req-7d07f4c0-3abf-4c16-82ce-429dacfa8ccc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452487 Jun 30 21:56:29.068500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a06120ba-91ee-4e27-9fbd-148625b9868f req-c51022ad-97eb-40c1-ab4b-a67424dc0d06 tempest-ServerRescueNegativeTestJSON-100857927 tempest-ServerRescueNegativeTestJSON-100857927-project] 10.222.0.47 "GET /v2.0/ports?device_id=2662367d-4206-488a-b4bf-4261a9d88056 HTTP/1.1" status: 200 len: 210 time: 0.0306511 Jun 30 21:56:29.336051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44539e84-a6eb-4e00-af6e-045b4370653e req-a954b971-aaec-466c-8de2-eeec6c385506 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:29.337561 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44539e84-a6eb-4e00-af6e-045b4370653e req-a954b971-aaec-466c-8de2-eeec6c385506 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0684772 Jun 30 21:56:29.377699 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44539e84-a6eb-4e00-af6e-045b4370653e req-402eba2a-1985-4c08-97ec-d01381b9a34e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335326 Jun 30 21:56:30.176655 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57118) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:30.661747 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf91839-cba3-4d51-a52f-05a037774ffe req-22553e0b-d305-4f53-b389-d7160c10cbd4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:30.663292 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dcf91839-cba3-4d51-a52f-05a037774ffe req-22553e0b-d305-4f53-b389-d7160c10cbd4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1533513 Jun 30 21:56:30.672293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:30.759537 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dcf91839-cba3-4d51-a52f-05a037774ffe req-f57aa73e-1afa-4de5-a62e-59fc42236eb8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850682 Jun 30 21:56:30.843539 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 018a5113-06eb-4737-ab1f-a99d10bb5f9e no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:30.863702 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 018a5113-06eb-4737-ab1f-a99d10bb5f9e {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:30.864273 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 018a5113-06eb-4737-ab1f-a99d10bb5f9e not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:31.043697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Deleting port caa3b6e5-189a-408a-99e1-5786c026c183 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:31.043955 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:31.130007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] For port caa3b6e5-189a-408a-99e1-5786c026c183, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=caa3b6e5-189a-408a-99e1-5786c026c183,segment=NetworkSegment(9c143d74-f8b5-4887-95bf-f0e966b5a961),segment_id=9c143d74-f8b5-4887-95bf-f0e966b5a961)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:31.130370 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:31.151109 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Calling delete_port for caa3b6e5-189a-408a-99e1-5786c026c183 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:31.405343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:31.432424 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Pushing event deleted for resources: {'Port': ['ID=caa3b6e5-189a-408a-99e1-5786c026c183,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:31.598269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:31.833321 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Router 9672567b-5ca2-49b7-bcab-118c8a31e35e has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:56:31.988654 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:56:31.994956 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-5094f5d1-d6fa-4920-afca-53cf735bf501 admin admin] 10.222.0.47 "PUT /v2.0/routers/9672567b-5ca2-49b7-bcab-118c8a31e35e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8171632 Jun 30 21:56:31.997464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57132) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:32.000568 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Sync routers for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:56:32.011742 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:32.012483 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:56:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:32.048464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15815d-0683-4f3b-b5df-f5e486539ca3 req-506a2379-4c92-4a79-b87b-c21d1bf22e6c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:32.050056 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1e15815d-0683-4f3b-b5df-f5e486539ca3 req-506a2379-4c92-4a79-b87b-c21d1bf22e6c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1580796 Jun 30 21:56:32.142820 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:32.144902 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1e15815d-0683-4f3b-b5df-f5e486539ca3 req-3acf56a8-df5d-4687-af85-e6156280222b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876615 Jun 30 21:56:32.152633 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:32.263177 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:32.395127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Deleting port 957c6139-52c8-4597-b5ed-f067cb10cdf3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:56:32.395490 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:32.404671 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:56:31Z', 'revision_number': 5, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port': {'id': '957c6139-52c8-4597-b5ed-f067cb10cdf3', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:b8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:32.453004 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Checking router: 9672567b-5ca2-49b7-bcab-118c8a31e35e for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:56:32.474395 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Routers {'9672567b-5ca2-49b7-bcab-118c8a31e35e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:56:32.474756 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:56:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9672567b-5ca2-49b7-bcab-118c8a31e35e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:32.501311 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] For port 957c6139-52c8-4597-b5ed-f067cb10cdf3, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=957c6139-52c8-4597-b5ed-f067cb10cdf3,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:32.501935 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:32.517280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Calling delete_port for 957c6139-52c8-4597-b5ed-f067cb10cdf3 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:56:32.590702 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] Set router 9672567b-5ca2-49b7-bcab-118c8a31e35e gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:56:32.647721 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:56:32Z', 'revision_number': 6, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:32.674580 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b07070-a5e8-4a03-b605-e60e902e8109 None None] The sync data for ids ['9672567b-5ca2-49b7-bcab-118c8a31e35e'] in dv-cinder-784453-7-iscsi is: [{'id': '9672567b-5ca2-49b7-bcab-118c8a31e35e', 'name': 'tempest-ServerRescueNegativeTestJSON-1512862199-router', 'tenant_id': 'bb127431d4f4471e81b1c4f79730b307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:33Z', 'updated_at': '2021-06-30T21:56:32Z', 'revision_number': 6, 'project_id': 'bb127431d4f4471e81b1c4f79730b307', 'gw_port_host': None}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:56:32.772234 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:32.805725 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Pushing event deleted for resources: {'Port': ['ID=957c6139-52c8-4597-b5ed-f067cb10cdf3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:32.886717 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.000836 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.003541 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.155052 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.155767 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9672567b-5ca2-49b7-bcab-118c8a31e35e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:56:33.160720 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.164260 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2f1aef07-1969-4396-8eb1-b70a1d15634b admin admin] 10.222.0.47 "DELETE /v2.0/routers/9672567b-5ca2-49b7-bcab-118c8a31e35e HTTP/1.1" status: 204 len: 168 time: 1.1634758 Jun 30 21:56:33.168817 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57136) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:33.221185 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Deleting subnet dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:56:33.224718 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.269528 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.361394 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.432855 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768464d-a314-4060-9249-3829d4181725 req-91d731b2-e64c-4416-874c-a58af5b1c073 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:33.435029 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7768464d-a314-4060-9249-3829d4181725 req-91d731b2-e64c-4416-874c-a58af5b1c073 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1438947 Jun 30 21:56:33.492552 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7768464d-a314-4060-9249-3829d4181725 req-40473875-010b-44a8-9e21-cfe59cdbd822 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475273 Jun 30 21:56:33.527218 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.539920 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.544778 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dfcf7f1a-21a8-4a70-90b8-a5d0e459a026 HTTP/1.1" status: 204 len: 168 time: 0.3787096 Jun 30 21:56:33.544944 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57142) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:33.567593 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c91b0-71e1-44cc-aedb-90c4ab9a8e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfcf7f1a-21a8-4a70-90b8-a5d0e459a026,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:33.636922 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.742987 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.754974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54650339-dcb8-4b56-a02d-62a05d0e2764']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:33.766434 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c143d74-f8b5-4887-95bf-f0e966b5a961') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:33.766726 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c143d74-f8b5-4887-95bf-f0e966b5a961') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:33.781793 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.801276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.810389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:56:33.810802 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:56:33.823004 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:56:33.932088 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.939615 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:33.941695 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/54650339-dcb8-4b56-a02d-62a05d0e2764 HTTP/1.1" status: 204 len: 168 time: 0.3944101 Jun 30 21:56:33.951864 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ea8f4-5171-41f7-a5d8-22ecb78a8af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=54650339-dcb8-4b56-a02d-62a05d0e2764,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:34.256066 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57146) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:34.305834 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2533647b-54f8-4f20-a71e-5c126b533687 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb127431d4f4471e81b1c4f79730b307&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0481472 Jun 30 21:56:34.309198 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57148) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:34.363610 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 957c6139-52c8-4597-b5ed-f067cb10cdf3 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:34.368372 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:34.386033 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 957c6139-52c8-4597-b5ed-f067cb10cdf3 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:34.386368 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 957c6139-52c8-4597-b5ed-f067cb10cdf3 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:34.386785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device caa3b6e5-189a-408a-99e1-5786c026c183 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:56:34.393269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:34.408687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: caa3b6e5-189a-408a-99e1-5786c026c183 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:56:34.409302 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device caa3b6e5-189a-408a-99e1-5786c026c183 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:56:34.531768 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:34.534343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:34.537785 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39bd2bec-b9d2-4380-9985-8fcfe86eb567 HTTP/1.1" status: 204 len: 168 time: 0.2250657 Jun 30 21:56:34.554195 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d042c-a666-46ad-afbf-938147eb7b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd2bec-b9d2-4380-9985-8fcfe86eb567,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:34.755075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3417573-cb67-499e-af86-8ffe16a0cf8b req-3cf82428-e909-4919-8d9c-654bacfb7910 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:34.756562 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f3417573-cb67-499e-af86-8ffe16a0cf8b req-3cf82428-e909-4919-8d9c-654bacfb7910 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0897720 Jun 30 21:56:34.798975 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f3417573-cb67-499e-af86-8ffe16a0cf8b req-04eee06b-c8f7-4f93-809f-2a9ba975f7b3 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357304 Jun 30 21:56:35.773901 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57214) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:35.917133 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-897129065-network', 'tenant_id': '949383c14ed1418286462f0c915616f4'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:35.988692 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:35.992557 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.004285 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.028835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167065d-f3c2-4704-9251-031dd2522867 req-4afc661d-a66c-4c58-a30a-4748480074a7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:36.030417 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f167065d-f3c2-4704-9251-031dd2522867 req-4afc661d-a66c-4c58-a30a-4748480074a7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1001000 Jun 30 21:56:36.084976 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f167065d-f3c2-4704-9251-031dd2522867 req-2a554803-c48e-4f38-ad81-30a6f371f268 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Jun 30 21:56:36.156750 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.240642 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.280241 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 21:56:36.302922 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37a8ff-79dc-4627-8230-d76f904719ed,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:36.306975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.307441 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Added segment 4fbb5a11-99df-46eb-9717-65db6628e49e of type vlan for network b4badbdd-2c11-4a97-9b21-0472f6accea7 Jun 30 21:56:36.366862 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.463256 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.464254 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:36.464834 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.523687 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] Pushing event updated for resources: {'Network': ['ID=b4badbdd-2c11-4a97-9b21-0472f6accea7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:36.535565 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 21:56:36.581575 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57240) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:36.584027 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b5e38fe2-934d-4b83-9cf4-8e2bca7fe4ee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8061647 Jun 30 21:56:36.589177 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Request body: {'subnet': {'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-897129065-subnet', 'tenant_id': '949383c14ed1418286462f0c915616f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:36.714883 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:36.716562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25793334'] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:36.764618 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3162e-3120-4ecd-8110-6606d6bb5ce9 req-dd171fe1-b107-4682-b223-3c7a83e9d054 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:36.772043 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99c3162e-3120-4ecd-8110-6606d6bb5ce9 req-dd171fe1-b107-4682-b223-3c7a83e9d054 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1380458 Jun 30 21:56:37.191851 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-99c3162e-3120-4ecd-8110-6606d6bb5ce9 req-422768b7-06d7-4c9f-8c43-57f013d09938 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4186995 Jun 30 21:56:37.231016 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-7c1d2255-be97-4c74-a78a-9cae269dafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:37.231016 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-7c1d2255-be97-4c74-a78a-9cae269dafbc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1098 time: 0.4312196 Jun 30 21:56:37.390947 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-a005723a-4265-4efc-a61b-c402ccb4a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:37.392308 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-a005723a-4265-4efc-a61b-c402ccb4a004 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 912 time: 0.1403611 Jun 30 21:56:37.442450 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25395693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25793316'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:37.514936 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-5024aca6-854c-4108-ac1b-604c20033c60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 1001 time: 0.1106648 Jun 30 21:56:37.520155 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b75e3f5-c79e-43bd-ac25-3f2dad80f290,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:37.573816 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Checking segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:37.574201 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Network hostable DHCP agents. Network: b4badbdd-2c11-4a97-9b21-0472f6accea7, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 21:56:37.586904 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-2f070c41-6b10-41b3-bbd6-6ec66a525491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:37.588473 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-2f070c41-6b10-41b3-bbd6-6ec66a525491 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0638602 Jun 30 21:56:37.657410 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-ef600b2c-fc8b-43ac-899b-d6f2bc4fec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:37.658907 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-ef600b2c-fc8b-43ac-899b-d6f2bc4fec42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583327 Jun 30 21:56:37.701344 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 21:56:37.781085 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-6c44efe6-aebe-4908-9d69-e25cc25d4477 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128809 Jun 30 21:56:37.819465 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, b4badbdd-2c11-4a97-9b21-0472f6accea7) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:37.825789 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:37.826952 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:37.832125 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f5b52-29bb-4586-b051-71f0213ec6a1 None None] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:37.903476 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ce6df235-084c-4b80-9102-d02f821e48b5 req-11cd1634-25ec-4809-a5c6-f420874b0e3a service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142271 Jun 30 21:56:37.938064 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-dfd08e45-a87c-41aa-b0e2-84e2a723b986 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3548415 Jun 30 21:56:37.984813 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef5804-8412-4b09-9ca3-76a9be7b38a3 None None] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:56:38.399440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc87073-1885-40c7-be17-5521f3734715 req-8eea33f5-4a5d-4033-bcac-7601adeaf20f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:38.401517 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2fc87073-1885-40c7-be17-5521f3734715 req-8eea33f5-4a5d-4033-bcac-7601adeaf20f tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0728579 Jun 30 21:56:38.443627 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2fc87073-1885-40c7-be17-5521f3734715 req-afd173fd-156b-4f6c-bfac-6f3a323c06ab tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363920 Jun 30 21:56:39.623837 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0a2cc-5503-4467-b127-b91227ba5a92 req-4f5fb227-4e5f-49ab-aa06-0ed7ee4a1bc5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:39.625332 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fdd0a2cc-5503-4467-b127-b91227ba5a92 req-4f5fb227-4e5f-49ab-aa06-0ed7ee4a1bc5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0634971 Jun 30 21:56:39.669118 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fdd0a2cc-5503-4467-b127-b91227ba5a92 req-e7a712e6-4e0f-4310-b98c-9c6d8e181bb5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375032 Jun 30 21:56:42.400219 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-c056e812-db50-489c-a423-8463c587c1df tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271898755&fields=id&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 267 time: 0.0356786 Jun 30 21:56:42.536676 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-0e3675ab-7c71-4a76-ab53-a72d62bf85fd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:42.538620 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-0e3675ab-7c71-4a76-ab53-a72d62bf85fd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1246977 Jun 30 21:56:42.554502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-db3671b5-4605-4321-8f4d-5f843ec8d19c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/quotas/050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Jun 30 21:56:42.630703 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-f3a7d9db-fa6d-4567-88c0-d691e5be2457 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703838 Jun 30 21:56:42.733404 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-4404230c-42d6-469a-b495-bce15ee7d004 service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912855 Jun 30 21:56:42.827177 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-d84e3d3e-e19f-48a6-9922-52273b4932d3 service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Jun 30 21:56:43.205110 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-35eb2b60-35d7-41a3-b717-77649bd52ced tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:43.206606 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-35eb2b60-35d7-41a3-b717-77649bd52ced tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1061914 Jun 30 21:56:43.221818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-80e1cc89-17c7-48a4-b48f-1d567cf7dacc tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/quotas/949383c14ed1418286462f0c915616f4 HTTP/1.1" status: 200 len: 375 time: 0.0098774 Jun 30 21:56:43.254304 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-da42bbb7-4ebb-49f8-b685-37dc9ee7a656 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272954 Jun 30 21:56:43.345624 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-61753dfd-7bb4-4867-a3f9-dd3935b923d7 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846999 Jun 30 21:56:43.449195 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9cdee88a-7f28-4cde-935f-7727b723ab9b req-395d6ec1-d716-42aa-a959-7e37c2e928d9 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 210 time: 0.0328774 Jun 30 21:56:43.466689 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-9e1f25a2-8a39-42ca-9948-0f8cca8570d6 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149240 Jun 30 21:56:43.726289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d2b5b512-a195-4b5b-9a0d-ec3e1aa74aeb req-c7b077b7-d71e-4399-8d69-d6bebe27cf45 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 210 time: 0.0296686 Jun 30 21:56:43.753754 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:56:44.635872 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cf7ecf2f-4f4e-4492-9713-e4db4a50539b req-df87b3bc-41ef-4f60-b307-d5375b7dbc18 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Jun 30 21:56:44.818492 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c759c7fb-3686-44b6-9412-f722012b0302 req-a6f7eb01-5e16-4528-9355-7c29742da235 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Jun 30 21:56:45.773163 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:45.783459 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a2dcafb7-6b70-4fa8-948a-dd78a87438c9 req-fa949916-4078-423f-abd5-19a4214836b2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 210 time: 0.0371277 Jun 30 21:56:45.991036 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6a162949-7541-4e88-a3ca-426cb5c72fba req-3adbb92a-12e4-4362-b9ae-5ba8a8c46f02 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 210 time: 0.0424190 Jun 30 21:56:46.056794 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-329863a8-94c8-4bee-82b7-21bc001dd25d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:46.058221 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-329863a8-94c8-4bee-82b7-21bc001dd25d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1400449 Jun 30 21:56:46.111833 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-999fe386-5520-480b-b19c-60ce69299493 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 379 time: 0.0344944 Jun 30 21:56:46.123230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'port': {'device_id': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'admin_state_up': True, 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'security_groups': ['cc515688-ee06-405b-84d9-17120c55aefd']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:46.321413 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Made reservation on behalf of 050be1741c824e7f8bb09bdd41442d66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:46.327485 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:46.470650 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.20.0.7 (65b6ccdf-6791-412c-839b-f4779429ae80/bbb07cda-c23b-4e4c-8e42-2a071285cbcb/12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:46.616835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:46.635309 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Transition to ACTIVE for port object 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:46.754066 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-6dbe8ed9-eb9f-4fa1-8f75-e048aae14a6b tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:46.755515 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-6dbe8ed9-eb9f-4fa1-8f75-e048aae14a6b tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1186376 Jun 30 21:56:46.785033 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Request body: {'port': {'device_id': '2a62b674-cd79-4024-99d7-451d50db6c11', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'admin_state_up': True, 'tenant_id': '949383c14ed1418286462f0c915616f4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:46.845533 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:46.899574 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57440) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:46.910326 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:46.938348 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:46.947116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Deleting subnet ff3f1afa-127b-4efd-8bcf-e935d946e49c {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:56:46.950645 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:46.960727 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:46.963647 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:46.991130 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.000555 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.000901 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.001244 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.001580 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.001931 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.002263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.002592 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.002917 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.003241 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.003563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.003890 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.004200 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.072483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.093476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:47.101674 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.136732 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9afc-d75b-4554-b0d3-b33159db3b7a req-4b9c6bb8-09c1-4bcb-bd81-16ccad1f9d3d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:47.145141 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c95e9afc-d75b-4554-b0d3-b33159db3b7a req-4b9c6bb8-09c1-4bcb-bd81-16ccad1f9d3d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 931 time: 0.2367215 Jun 30 21:56:47.152476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a4f3e0bc-0195-4f16-ae5c-e775d00555f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.190633 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:56:47.194304 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.200599 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8b17c559-a1f6-4c9d-a18d-90de687f72ee req-aaf654ee-c32f-484c-abee-b504b73d98cc tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 210 time: 0.0467949 Jun 30 21:56:47.208874 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.242582 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff3f1afa-127b-4efd-8bcf-e935d946e49c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:47.249184 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c95e9afc-d75b-4554-b0d3-b33159db3b7a req-7a925a45-ea69-401c-91ad-790714803ce0 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016421 Jun 30 21:56:47.252304 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.255853 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ff3f1afa-127b-4efd-8bcf-e935d946e49c HTTP/1.1" status: 204 len: 168 time: 0.3529925 Jun 30 21:56:47.256347 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.256708 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.257053 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.257468 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.257822 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.258251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.258503 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.258833 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.259430 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.260021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.260349 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.262166 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1637682e-95f3-4e1d-8a79-93b3ac73f915 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:56:47.263360 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57448) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:47.280858 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-22e24c37-4eee-47c2-a679-e1abab0b9e1f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1612170 Jun 30 21:56:47.308750 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Request body: {'port': {'device_id': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:47.338755 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.355721 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f0f3bc2a-bed1-480d-82fc-f9be873451c1 None None] Provisioning for port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:47.361055 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f0f3bc2a-bed1-480d-82fc-f9be873451c1 None None] Provisioning complete for port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:47.361628 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0f3bc2a-bed1-480d-82fc-f9be873451c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.399374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-f0f3bc2a-bed1-480d-82fc-f9be873451c1 None None] Port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:56:47.425253 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.426288 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Allocated IP 172.20.0.10 (b4badbdd-2c11-4a97-9b21-0472f6accea7/3b75e3f5-c79e-43bd-ac25-3f2dad80f290/047b16cd-f13b-41ed-b0ff-55866e4d5b59) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:56:47.436739 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d26bee-f9d4-423e-badb-ab9cbfba4063']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:47.446072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:47.446292 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aafb5d7-35b3-4b8e-adc0-3fb378d96f22') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:56:47.447162 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.455408 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.471340 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.477324 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:56:47.477702 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:56:47.479449 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:56:47.618981 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.625324 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.627570 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] 10.222.0.47 "DELETE /v2.0/networks/99d26bee-f9d4-423e-badb-ab9cbfba4063 HTTP/1.1" status: 204 len: 168 time: 0.3630290 Jun 30 21:56:47.640201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f936b8-464c-42c8-ac3b-280db68e9868 admin admin] Pushing event deleted for resources: {'Network': ['ID=99d26bee-f9d4-423e-badb-ab9cbfba4063,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:47.751393 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.874263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:47.881360 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57454) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:47.885476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.899752 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Transition to ACTIVE for port object 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:47.901333 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.926085 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-be632880-cdca-4234-81e1-9482712c7aa7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4022bf7c58344f68ad6a3184374cd36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434632 Jun 30 21:56:47.933870 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57456) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:56:47.957259 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:56:47.961182 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:56:47.963614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:56:47.966563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event updated for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:47.986569 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:47.992896 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.009052 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.059799 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.061051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.076331 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:48.133605 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.136620 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.140409 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b HTTP/1.1" status: 204 len: 168 time: 0.2023449 Jun 30 21:56:48.146975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ceceb-1ff3-4882-a2bc-bed057d127a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775a5f35-7b8a-49ac-ac7d-e0653d3dbd1b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:48.155095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Attempting to bind port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:48.155438 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Attempting to bind port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:48.155764 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Attempting to bind port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:48.163270 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f on network 65b6ccdf-6791-412c-839b-f4779429ae80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:56:48.163602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Attempting to bind port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:48.166606 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-2967f986-6d97-4571-be6f-5eb6b90fdcdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3855829 Jun 30 21:56:48.172064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:48.172409 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:48.172789 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Bound using segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:48.173230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Bound port: 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:48.173597 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.188778 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Request body: {'port': {'device_id': '2a62b674-cd79-4024-99d7-451d50db6c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:56:48.325426 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:48.331154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:48.343112 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.439172 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.508488 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.509116 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:48.510855 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] 10.222.0.55 "PUT /v2.0/ports/12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 200 len: 1093 time: 1.2090802 Jun 30 21:56:48.562417 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:48.564709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6760210-7cb7-4dd2-929c-7c89adfa65c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:48.599523 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-bec492e2-07d7-4bda-a2d2-49294ddf9951 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949953 Jun 30 21:56:48.615294 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4377-75d0-4599-95b9-ef995212ae8f req-eef9d732-e451-487b-88c9-06b618e77a82 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.616807 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9d4a4377-75d0-4599-95b9-ef995212ae8f req-eef9d732-e451-487b-88c9-06b618e77a82 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 932 time: 0.2890742 Jun 30 21:56:48.623628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67618f71-1dc8-4a36-8c11-e338726ace38 service neutron] Pushing event updated for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:48.652585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80689e94-4e7e-4d03-9ab1-587f8ee69ea7 req-b6d63cae-3034-4189-986c-fca6e9cb5c51 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.654884 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-80689e94-4e7e-4d03-9ab1-587f8ee69ea7 req-b6d63cae-3034-4189-986c-fca6e9cb5c51 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.2821984 Jun 30 21:56:48.737938 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-12c7f436-59ba-47b2-8c65-6f0fa5c90b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.739635 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-12c7f436-59ba-47b2-8c65-6f0fa5c90b26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1096 time: 0.0743232 Jun 30 21:56:48.774399 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9d4a4377-75d0-4599-95b9-ef995212ae8f req-fd478a94-4612-4378-b080-8b024c18c7c9 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486363 Jun 30 21:56:48.808278 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-b36b565d-2067-4d67-a119-aa7fdad82c5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 200 len: 217 time: 0.0420370 Jun 30 21:56:48.822569 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-80689e94-4e7e-4d03-9ab1-587f8ee69ea7 req-1c435d31-67d0-42b4-a7ff-450e4ee40276 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494422 Jun 30 21:56:48.849037 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567955fd-b055-4253-b798-a6b43bab20f9 x-openstack-request-id: req-567955fd-b055-4253-b798-a6b43bab20f9 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:48.849433 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:48.849742 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-567955fd-b055-4253-b798-a6b43bab20f9 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:48.850271 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'status': 'completed', 'code': 200} Jun 30 21:56:48.867904 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-f6f42c79-f6cc-4b2c-a440-5dfd0f533464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.869532 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-f6f42c79-f6cc-4b2c-a440-5dfd0f533464 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 1098 time: 0.1976357 Jun 30 21:56:48.874373 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-3440fe36-3972-46cd-bfb6-77f7e1d15faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.876187 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-3440fe36-3972-46cd-bfb6-77f7e1d15faa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0611515 Jun 30 21:56:48.936789 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186034e-0742-4f24-a56d-e5392b704db8 req-f5ee8e25-2560-4221-b633-bbee442a0053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:48.938308 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-f5ee8e25-2560-4221-b633-bbee442a0053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536957 Jun 30 21:56:48.948833 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047b16cd-f13b-41ed-b0ff-55866e4d5b59 {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:48.981619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.002702 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Transition to ACTIVE for port object 047b16cd-f13b-41ed-b0ff-55866e4d5b59 will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:56:49.017763 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-4b83ce13-44e6-4dd0-88c2-c8ba1e7e6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.019634 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-4b83ce13-44e6-4dd0-88c2-c8ba1e7e6dd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 912 time: 0.1250310 Jun 30 21:56:49.039173 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-23e45ea7-a04b-448a-b65e-8b4458f70b3d service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910029 Jun 30 21:56:49.134278 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f186034e-0742-4f24-a56d-e5392b704db8 req-8539d9cf-39bb-4930-8d5c-ab7395890a91 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847375 Jun 30 21:56:49.276681 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-60480198-044f-447a-bbee-c42931b4a199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.344226 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.407800 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-ce743def-649d-42a4-88bb-7ad686c808c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.408955 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Pushing event updated for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:49.409552 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-ce743def-649d-42a4-88bb-7ad686c808c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1096 time: 0.0578811 Jun 30 21:56:49.413432 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-e0c7f370-e4bf-460b-9723-5f9854d5284a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 200 len: 1001 time: 0.3859067 Jun 30 21:56:49.523566 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-b14a9ef2-5c3a-4e12-bebe-b628657d18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.525015 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-b14a9ef2-5c3a-4e12-bebe-b628657d18ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0688369 Jun 30 21:56:49.525775 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a4e26fee-2da6-4215-bfb2-49d41a95caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.526091 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Attempting to bind port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:56:49.526427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Attempting to bind port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:56:49.526804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Attempting to bind port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:49.527431 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a4e26fee-2da6-4215-bfb2-49d41a95caa0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0893719 Jun 30 21:56:49.531612 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:56:49.531933 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Attempting to bind port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:56:49.536629 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:56:49.536978 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Checking segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:56:49.537347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Bound using segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:56:49.537775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Bound port: 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:56:49.538154 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.583860 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-f5fb832d-f50a-445b-94d9-ddf4f0daabe5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 200 len: 217 time: 0.0359931 Jun 30 21:56:49.637042 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a4ce166f-a22d-4a8c-95ca-02f49e14a3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.638645 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a4ce166f-a22d-4a8c-95ca-02f49e14a3b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0479259 Jun 30 21:56:49.645905 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:56:49.649087 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-e967d404-b9df-497d-b001-cbc31238d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.650595 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-e967d404-b9df-497d-b001-cbc31238d9e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1038890 Jun 30 21:56:49.652188 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:56:49.721253 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a96df787-5798-46ae-b087-dffe193dbbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.722804 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-a96df787-5798-46ae-b087-dffe193dbbd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0608063 Jun 30 21:56:49.745211 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.750340 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-14478b39-a5e6-438c-9de0-1447855cff90 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874112 Jun 30 21:56:49.809716 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:49.810866 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:49.812428 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] 10.222.0.55 "PUT /v2.0/ports/047b16cd-f13b-41ed-b0ff-55866e4d5b59 HTTP/1.1" status: 200 len: 1094 time: 1.6288502 Jun 30 21:56:49.833884 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-d2f6862d-63f2-49f6-b513-44a89fa845dc service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962899 Jun 30 21:56:49.868068 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e354eae-36bb-4c03-b756-490a53fddd70 service neutron] Pushing event updated for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:49.899764 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b24917ab-c5ca-46e6-8b24-297bdb6ebf7d req-c3862f43-5588-46d7-baa4-f9e47cf8d2c0 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254852 Jun 30 21:56:49.974402 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-f6760210-7cb7-4dd2-929c-7c89adfa65c8 req-834cdfa5-8073-43f2-8a13-1cf12adeb3e9 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334019 Jun 30 21:56:50.007494 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:50.077916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a98e51-51d9-4f7e-9d64-dcb92b678122 req-aa9b73bd-43b1-4326-9ffe-8fcc8a388fa1 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.079334 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e4a98e51-51d9-4f7e-9d64-dcb92b678122 req-aa9b73bd-43b1-4326-9ffe-8fcc8a388fa1 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 944 time: 0.1602912 Jun 30 21:56:50.129149 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf09d6b-f1d4-4280-8023-363c1dcf1dad req-506d71c1-6480-450b-ad90-9102e332a213 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.130642 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8cf09d6b-f1d4-4280-8023-363c1dcf1dad req-506d71c1-6480-450b-ad90-9102e332a213 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1449578 Jun 30 21:56:50.134735 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-52317be4-a9e2-4f5b-a722-c27e364d91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.136345 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-52317be4-a9e2-4f5b-a722-c27e364d91d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 1097 time: 0.1517534 Jun 30 21:56:50.171233 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e4a98e51-51d9-4f7e-9d64-dcb92b678122 req-c9ca6a16-a12e-4ed2-9e02-b10ac085a6b4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841784 Jun 30 21:56:50.211766 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5106f4b9-1bd7-4708-b647-f510c8ba4010 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59 HTTP/1.1" status: 200 len: 217 time: 0.0502565 Jun 30 21:56:50.219633 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8cf09d6b-f1d4-4280-8023-363c1dcf1dad req-2b9d35e2-6139-418c-8cec-62ec17b70a4c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824254 Jun 30 21:56:50.264232 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5c5146d1-4f4e-4a8a-802b-a6b9572c14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.265708 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-5c5146d1-4f4e-4a8a-802b-a6b9572c14d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0452406 Jun 30 21:56:50.307413 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-29d35bee-e23d-482d-b5d1-f9a1bdc21294 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268426 Jun 30 21:56:50.396393 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:50.407175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-90d5db37-ecdd-4832-ba48-19532ba87dbf service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907192 Jun 30 21:56:50.499576 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5353e3ee-67fa-4255-ab60-b5ba264e0112 req-179f7b17-582f-40a5-ad41-d99c07913744 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850971 Jun 30 21:56:50.851250 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:50.853621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abea6f9-aa92-45a6-a8dc-9ae159af087b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:50.889027 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84e9f8-9219-4586-89a0-cb63f4ea20d4 x-openstack-request-id: req-cd84e9f8-9219-4586-89a0-cb63f4ea20d4 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:50.889346 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:50.889596 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd84e9f8-9219-4586-89a0-cb63f4ea20d4 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:50.890013 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59', 'status': 'completed', 'code': 200} Jun 30 21:56:50.993470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-b7ea7a90-e62d-4c49-9d09-6b5867d45f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:50.995004 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-b7ea7a90-e62d-4c49-9d09-6b5867d45f17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 1097 time: 0.0572393 Jun 30 21:56:51.087334 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-29a3f4c2-a6cb-4038-860c-bc8ea76f029b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:51.088811 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-29a3f4c2-a6cb-4038-860c-bc8ea76f029b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 915 time: 0.0868545 Jun 30 21:56:51.136480 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-d98cb93b-de79-423a-b727-cc80c0428dc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59 HTTP/1.1" status: 200 len: 217 time: 0.0407798 Jun 30 21:56:51.197517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-c08bbec6-12f1-48c0-8f22-fbbf9429514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:51.199003 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-c08bbec6-12f1-48c0-8f22-fbbf9429514e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0449283 Jun 30 21:56:51.236158 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-21c1172a-4f04-4b7a-9ac4-a574588834d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268478 Jun 30 21:56:51.402719 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-ae39712c-245e-4382-b21a-030f0a6e58b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589198 Jun 30 21:56:51.490113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2fbd06-352b-48a8-addc-6aa1519a8a3c req-465f7248-c6ac-4d82-b5b8-7714fb643e06 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:51.491500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c2fbd06-352b-48a8-addc-6aa1519a8a3c req-465f7248-c6ac-4d82-b5b8-7714fb643e06 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 944 time: 0.1839654 Jun 30 21:56:51.502777 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c8467-820a-4821-9333-df73c5bdb49d req-dbdd708d-0d4b-4bbc-88b8-4e5fbde917af tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:51.504265 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a2c8467-820a-4821-9333-df73c5bdb49d req-dbdd708d-0d4b-4bbc-88b8-4e5fbde917af tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1630635 Jun 30 21:56:51.578507 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8abea6f9-aa92-45a6-a8dc-9ae159af087b req-33a7dfc4-7efd-49be-8119-a6f5729c3f73 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684198 Jun 30 21:56:51.583550 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3c2fbd06-352b-48a8-addc-6aa1519a8a3c req-4968cab7-9e88-435a-8fcf-1b5728366300 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Jun 30 21:56:51.586282 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a2c8467-820a-4821-9333-df73c5bdb49d req-b23382fd-4a18-4c19-bea2-3fbf04a49626 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688202 Jun 30 21:56:52.117031 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:52.802832 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d54f4-e458-4a89-8d76-68760d77d754 req-ceda2f77-6b8d-4bac-8680-9235902111f3 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:52.804301 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a60d54f4-e458-4a89-8d76-68760d77d754 req-ceda2f77-6b8d-4bac-8680-9235902111f3 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1080523 Jun 30 21:56:52.812651 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd12740-8c82-4085-a7b1-6449db6d41ad req-1cc5e57c-048b-4af3-8c4a-2bdb29a50f21 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:52.814083 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9dd12740-8c82-4085-a7b1-6449db6d41ad req-1cc5e57c-048b-4af3-8c4a-2bdb29a50f21 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 944 time: 0.1067028 Jun 30 21:56:52.867860 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a60d54f4-e458-4a89-8d76-68760d77d754 req-1d1dbede-6b89-4edf-a30c-2e7dbb4316d1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527456 Jun 30 21:56:52.872386 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9dd12740-8c82-4085-a7b1-6449db6d41ad req-b0ad628b-4ebc-4fb1-847b-b694ecf9158d tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Jun 30 21:56:54.083166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7dd12-c876-494c-8457-e59bd54f5e87 req-cc50699e-f154-4b09-9211-8c09d4780c3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:54.084517 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88d7dd12-c876-494c-8457-e59bd54f5e87 req-cc50699e-f154-4b09-9211-8c09d4780c3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1056118 Jun 30 21:56:54.091709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdad5d-0e06-4f2d-ac30-b0f689f202ea req-2b2b5539-f72a-4af0-b42b-1da7913c93a1 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:54.093216 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41bdad5d-0e06-4f2d-ac30-b0f689f202ea req-2b2b5539-f72a-4af0-b42b-1da7913c93a1 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 944 time: 0.1052122 Jun 30 21:56:54.148054 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88d7dd12-c876-494c-8457-e59bd54f5e87 req-006c7e28-f786-4a78-9e06-c4886eabbcc4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528328 Jun 30 21:56:54.154091 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-41bdad5d-0e06-4f2d-ac30-b0f689f202ea req-691bc6f9-3473-4599-a599-b73302bc9f58 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541410 Jun 30 21:56:54.935323 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 047b16cd-f13b-41ed-b0ff-55866e4d5b59 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:56:55.033536 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:55.044082 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '047b16cd-f13b-41ed-b0ff-55866e4d5b59', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'port_id': '047b16cd-f13b-41ed-b0ff-55866e4d5b59', 'mac_address': 'fa:16:3e:e9:de:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75e3f5-c79e-43bd-ac25-3f2dad80f290', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:56:55.082387 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.098290 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047b16cd-f13b-41ed-b0ff-55866e4d5b59 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:55.117104 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:55.156425 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:55.209607 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:55.375940 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db946ef6-61b8-48d0-87fb-0d7b78ec581e req-16d3f3b3-59ff-4e63-978a-f062a9e31ec4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:55.377382 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-db946ef6-61b8-48d0-87fb-0d7b78ec581e req-16d3f3b3-59ff-4e63-978a-f062a9e31ec4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 945 time: 0.0957828 Jun 30 21:56:55.385317 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846054c-aff1-4e4e-83d0-0a1ad48c8239 req-b878f427-8d61-47dc-9c0f-c9ede136f528 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:55.386933 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2846054c-aff1-4e4e-83d0-0a1ad48c8239 req-b878f427-8d61-47dc-9c0f-c9ede136f528 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1143842 Jun 30 21:56:55.439715 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-db946ef6-61b8-48d0-87fb-0d7b78ec581e req-1be72eba-b238-4b97-95eb-c98fed9c9444 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518708 Jun 30 21:56:55.444283 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2846054c-aff1-4e4e-83d0-0a1ad48c8239 req-d6e1b836-6f7a-4006-b84c-17341a459332 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505595 Jun 30 21:56:55.746612 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:56:56.655403 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8732f3-7186-4035-9586-43ca4c0f2a08 req-4768be7c-efdb-4151-a577-93da6b1c4658 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:56.656871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a8732f3-7186-4035-9586-43ca4c0f2a08 req-4768be7c-efdb-4151-a577-93da6b1c4658 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.0984070 Jun 30 21:56:56.664783 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5bd2fd-fa9d-4b7f-a47a-d22550a60bdb req-14a1d531-1585-4459-a0a9-144c9d94bdd4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:56.666168 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f5bd2fd-fa9d-4b7f-a47a-d22550a60bdb req-14a1d531-1585-4459-a0a9-144c9d94bdd4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 945 time: 0.1169643 Jun 30 21:56:56.721301 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a8732f3-7186-4035-9586-43ca4c0f2a08 req-04b47857-6ae4-4015-9b78-57ab146e193d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541227 Jun 30 21:56:56.725875 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f5bd2fd-fa9d-4b7f-a47a-d22550a60bdb req-ba6eaf5d-cd02-485e-970d-0743c7acd487 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524175 Jun 30 21:56:56.945344 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 047b16cd-f13b-41ed-b0ff-55866e4d5b59 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:56:57.071249 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:56:57.074976 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:56:57.075344 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.150129 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.172438 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:56:57.174739 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db139f5b-7bfd-4e55-a175-83c87fbada39" -d '{"events": [{"server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "name": "network-vif-plugged", "status": "completed", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:56:57.187421 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:57.209170 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3abf39-a05f-4c4e-8447-27c46b27642f x-openstack-request-id: req-8a3abf39-a05f-4c4e-8447-27c46b27642f {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:56:57.209459 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "name": "network-vif-plugged", "status": "completed", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:56:57.209712 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a3abf39-a05f-4c4e-8447-27c46b27642f {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:56:57.210135 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59', 'code': 200} Jun 30 21:56:57.271909 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:57.318070 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:57.572691 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05fc86-c96f-4841-8cbb-00f15c187d5f req-a4b9b9a8-7d63-490c-ac2a-f3fbe4967c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:57.574181 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7c05fc86-c96f-4841-8cbb-00f15c187d5f req-a4b9b9a8-7d63-490c-ac2a-f3fbe4967c11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 1099 time: 0.0501390 Jun 30 21:56:57.608478 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7c05fc86-c96f-4841-8cbb-00f15c187d5f req-2e9be147-e4d5-4c40-861b-ee14cce5ff82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270371 Jun 30 21:56:57.942557 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891838dd-3ca3-4f84-b9bb-4364bedcfb36 req-e917109f-69bb-48ae-9fb6-261cc73b7f25 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:57.943951 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-891838dd-3ca3-4f84-b9bb-4364bedcfb36 req-e917109f-69bb-48ae-9fb6-261cc73b7f25 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 943 time: 0.1100900 Jun 30 21:56:57.953053 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9859718-3cc9-4c97-aae5-23e8c659bb5c req-6e79e3b5-2922-454d-b28c-cbc336dbc909 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:57.954475 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a9859718-3cc9-4c97-aae5-23e8c659bb5c req-6e79e3b5-2922-454d-b28c-cbc336dbc909 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.1187582 Jun 30 21:56:58.009963 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-891838dd-3ca3-4f84-b9bb-4364bedcfb36 req-5dc6998b-90a2-422f-b5fd-fd2d59d00f75 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545380 Jun 30 21:56:58.015969 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a9859718-3cc9-4c97-aae5-23e8c659bb5c req-a68eb044-a5ee-433b-94ae-523277ef61cc tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548501 Jun 30 21:56:58.935660 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:56:59.027615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:59.040364 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'port_id': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'mac_address': 'fa:16:3e:e6:24:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:56:59.082999 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.096909 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:56:59.116269 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:56:59.180003 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:56:59.233750 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:56:59.289661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ffbbd-0b38-4482-bbbf-c62a48de03dc req-f3a2400b-ad83-4b38-a0d8-f44b5b5d24ff tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:59.291109 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d35ffbbd-0b38-4482-bbbf-c62a48de03dc req-f3a2400b-ad83-4b38-a0d8-f44b5b5d24ff tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 944 time: 0.1101358 Jun 30 21:56:59.303409 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809b594-259a-46b5-ba6f-e0d4254d2d43 req-2cc8f1cb-282e-4ddb-83d7-810fdf5b297c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:56:59.304891 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6809b594-259a-46b5-ba6f-e0d4254d2d43 req-2cc8f1cb-282e-4ddb-83d7-810fdf5b297c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.0952089 Jun 30 21:56:59.360542 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d35ffbbd-0b38-4482-bbbf-c62a48de03dc req-3e7489e5-33aa-4d35-979f-ddd2d74df241 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547042 Jun 30 21:56:59.365307 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6809b594-259a-46b5-ba6f-e0d4254d2d43 req-8e7c1234-5f09-4f0c-866e-39b5ae1b563f tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536540 Jun 30 21:56:59.595560 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:00.583959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d78d3-6e2c-4141-b12a-15c57900f868 req-fc6aae80-2451-4933-b29f-e057de4004d8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:00.585360 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4c3d78d3-6e2c-4141-b12a-15c57900f868 req-fc6aae80-2451-4933-b29f-e057de4004d8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 944 time: 0.1074941 Jun 30 21:57:00.593332 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ad612-0e8c-435a-b08a-4a61122e007e req-13aa7795-98f9-44b8-b372-ae632d54c02e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:00.595422 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-249ad612-0e8c-435a-b08a-4a61122e007e req-13aa7795-98f9-44b8-b372-ae632d54c02e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.1072288 Jun 30 21:57:00.651403 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4c3d78d3-6e2c-4141-b12a-15c57900f868 req-1c79faac-6f1e-446b-bb52-7baa8bcff48d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550535 Jun 30 21:57:00.654198 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-249ad612-0e8c-435a-b08a-4a61122e007e req-78e8b87c-190d-4fa0-9b2f-8f8573bb59c6 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517769 Jun 30 21:57:00.946651 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:57:01.060196 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:01.064678 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:01.065063 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.142603 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.165030 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:01.169221 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc144836-53ac-45cc-b696-65f93e2a9ae5" -d '{"events": [{"server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "name": "network-vif-plugged", "status": "completed", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:01.189505 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:01.206620 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9fbbac-0a94-41bb-8e05-3252b38ba008 x-openstack-request-id: req-bd9fbbac-0a94-41bb-8e05-3252b38ba008 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:01.206930 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "name": "network-vif-plugged", "status": "completed", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:01.207166 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd9fbbac-0a94-41bb-8e05-3252b38ba008 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:01.207557 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'code': 200} Jun 30 21:57:01.295040 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:01.344779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:01.351847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.352194 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.352547 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.352881 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.353211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.353539 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.353885 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.354214 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.354538 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.354862 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.355182 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.355502 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:01.725908 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19fbe-0fdb-4236-88f9-f113d1432283 req-4055c952-63df-4a44-a738-33cb5a8a41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:01.727314 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dcf19fbe-0fdb-4236-88f9-f113d1432283 req-4055c952-63df-4a44-a738-33cb5a8a41a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1098 time: 0.0551963 Jun 30 21:57:01.763412 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dcf19fbe-0fdb-4236-88f9-f113d1432283 req-f17f19cd-f2ea-49b8-b209-ae7ce4ea4e62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290778 Jun 30 21:57:01.828233 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da989b53-1170-4bea-a644-477dccfdb5d2 req-743bfbe2-2e68-49d7-a206-907361ab15db tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:01.829703 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da989b53-1170-4bea-a644-477dccfdb5d2 req-743bfbe2-2e68-49d7-a206-907361ab15db tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0654278 Jun 30 21:57:01.867462 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da989b53-1170-4bea-a644-477dccfdb5d2 req-8184b286-9691-48bf-8afd-164c4a11b56c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Jun 30 21:57:03.040945 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae7f452-b5d3-4074-8230-d71adacb4be3 req-4b36a7b1-d5b1-437a-ba7e-c07b44f795e3 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:03.042526 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ae7f452-b5d3-4074-8230-d71adacb4be3 req-4b36a7b1-d5b1-437a-ba7e-c07b44f795e3 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0656474 Jun 30 21:57:03.079987 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ae7f452-b5d3-4074-8230-d71adacb4be3 req-bd338c66-a276-4898-a0f8-4a20d6e9f398 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311515 Jun 30 21:57:04.254709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade4dca2-ba70-4d4e-85f3-815594ab2381 req-a2403c86-1bcb-4fcf-95db-0f064cbd1135 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:04.256135 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ade4dca2-ba70-4d4e-85f3-815594ab2381 req-a2403c86-1bcb-4fcf-95db-0f064cbd1135 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0610151 Jun 30 21:57:04.292489 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ade4dca2-ba70-4d4e-85f3-815594ab2381 req-b687aea2-05cf-4f38-9166-73ea64a43103 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309508 Jun 30 21:57:04.468785 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6967e-3bf3-4781-b37f-e59bde151af9 req-0bc3d0ba-7907-4764-97c6-5de772d12cef tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:04.470178 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-68e6967e-3bf3-4781-b37f-e59bde151af9 req-0bc3d0ba-7907-4764-97c6-5de772d12cef tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0668764 Jun 30 21:57:04.508440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-68e6967e-3bf3-4781-b37f-e59bde151af9 req-0163de0e-575a-4de4-9a32-9838d8461931 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316765 Jun 30 21:57:04.532821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57596) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:04.781452 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f4e5ed-3a89-4cc6-92a7-2f5c6d50d17a tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:04.783073 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-07f4e5ed-3a89-4cc6-92a7-2f5c6d50d17a tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1093 time: 0.2492607 Jun 30 21:57:04.786103 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57604) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:04.790440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'port_id': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:04.860881 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:04.962815 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.066556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.27.1.207 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/6cf9c42b-50c1-4a01-8885-21669bb219fd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:05.169474 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.249520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.288371 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:05.291309 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:05.294743 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:05.321203 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=6cf9c42b-50c1-4a01-8885-21669bb219fd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:05.657093 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.789436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.932786 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:05.997950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.066251 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=6cf9c42b-50c1-4a01-8885-21669bb219fd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:06.077778 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.446256 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP 9165a34f-34a3-4f03-992a-9bbbf31049c0 associated. External IP: 172.27.1.207, port: 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f. Jun 30 21:57:06.653051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:06.775334 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:06.786080 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:06.795720 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:06.800251 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:56:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:06.862080 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:06.899580 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-69586609-b8d4-440f-84f5-345d3ff71234 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1124296 Jun 30 21:57:06.900166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:06.902457 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a2668-aee1-4976-b6a4-9015647322b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:06.943904 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2605e21-ec5d-4285-808e-b4b460bfe961 x-openstack-request-id: req-e2605e21-ec5d-4285-808e-b4b460bfe961 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:06.944196 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:06.944446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2605e21-ec5d-4285-808e-b4b460bfe961 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:06.944842 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'status': 'completed', 'code': 200} Jun 30 21:57:07.016574 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:07.073476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-068daca8-419e-4c4b-bcac-a48982816872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:07.075092 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-068daca8-419e-4c4b-bcac-a48982816872 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1098 time: 0.0525227 Jun 30 21:57:07.170970 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-5006a2c9-5628-47a8-b5eb-5ef609e0b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:07.172335 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-5006a2c9-5628-47a8-b5eb-5ef609e0b9ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0891454 Jun 30 21:57:07.239878 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-a0280a64-265e-47eb-a25f-73fa612657bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 200 len: 999 time: 0.0579784 Jun 30 21:57:07.293879 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '9165a34f-34a3-4f03-992a-9bbbf31049c0', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:e6:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:05Z', 'updated_at': '2021-06-30T21:57:05Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:07.305405 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-bb4d1d67-25e4-47bc-abc3-8986d459c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:07.306890 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-bb4d1d67-25e4-47bc-abc3-8986d459c550 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0502846 Jun 30 21:57:07.321009 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:07.329265 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:07.333339 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:56:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:07.366844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-fc4b7987-1004-4a13-9edb-55048f7a5e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:07.368331 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-fc4b7987-1004-4a13-9edb-55048f7a5e1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549889 Jun 30 21:57:07.440617 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:07.460331 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-0fef8eff-fbba-4145-95db-31f0b4bb9914 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 Jun 30 21:57:07.559541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4b9a2668-aee1-4976-b6a4-9015647322b0 req-a08ca89a-6cf6-473a-b118-354c557e2468 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852382 Jun 30 21:57:07.662077 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '9165a34f-34a3-4f03-992a-9bbbf31049c0', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:e6:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:05Z', 'updated_at': '2021-06-30T21:57:05Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:07.686828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f48d3d-4262-4f59-9981-c9a60d1f0070 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '9165a34f-34a3-4f03-992a-9bbbf31049c0', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.207', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:e6:24:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:05Z', 'updated_at': '2021-06-30T21:57:05Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:07.879284 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266f0369-091f-4cd8-bec9-0f7f71a228a2 None None] New status for floating IP 9165a34f-34a3-4f03-992a-9bbbf31049c0: ACTIVE {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:57:15.724551 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.095857 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b233e34d-0404-488a-a3a7-f3ad6f1a26af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.468147 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-43daf081-38d0-4722-841b-20ee63e90f90 req-1ba83b58-5aeb-408f-8a43-d5862c04b1d8 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841209459&fields=id&tenant_id=8cd1aadad96140a88ac88d3369feecee HTTP/1.1" status: 200 len: 267 time: 0.0318193 Jun 30 21:57:17.535470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf081-38d0-4722-841b-20ee63e90f90 req-bfab5767-24a6-4e57-9d65-c5bcbec0b1e4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:17.536844 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-43daf081-38d0-4722-841b-20ee63e90f90 req-bfab5767-24a6-4e57-9d65-c5bcbec0b1e4 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 984 time: 0.0627818 Jun 30 21:57:17.547561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Request body: {'port': {'security_groups': ['16783cf7-8d44-4289-b3c9-b95e4a337181']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:17.635918 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.811095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:17.840529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.924875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.973611 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:17.973810 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:17.974529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:17.976019 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-43daf081-38d0-4722-841b-20ee63e90f90 req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "PUT /v2.0/ports/485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 942 time: 0.4330204 Jun 30 21:57:17.976484 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:17.983176 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11825973-8786-4a29-aa2e-e3ab893ea383" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:17.983317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57706) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:18.022143 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd180bf-68aa-4164-926b-edb4cc88b520 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event updated for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=7']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:18.066777 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7abd05c-7575-41e6-8680-9d65c7c5f16c x-openstack-request-id: req-c7abd05c-7575-41e6-8680-9d65c7c5f16c {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:18.066777 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:18.067296 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7abd05c-7575-41e6-8680-9d65c7c5f16c {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:18.067857 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:57:18.090042 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.123839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.173111 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-2827adc4-f827-4e7b-9b9f-681bb9fbab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:18.174658 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-2827adc4-f827-4e7b-9b9f-681bb9fbab7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1098 time: 0.0594668 Jun 30 21:57:18.194354 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:18.276160 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-142a1cbf-9c6e-4df9-a746-7ed56a1b0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:18.277014 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-63f269ae-192e-493d-ba41-03a1f1359740 None None] Provisioning complete for port 485639ce-41ac-40f3-8071-1e445002ceec triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:18.277555 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-63f269ae-192e-493d-ba41-03a1f1359740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.277724 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-142a1cbf-9c6e-4df9-a746-7ed56a1b0596 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 915 time: 0.0933838 Jun 30 21:57:18.319523 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.322108 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.323259 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "DELETE /v2.0/security-groups/5086d16e-0c97-49e1-bfc8-3c26a0f38724 HTTP/1.1" status: 204 len: 168 time: 0.3403380 Jun 30 21:57:18.326471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57712) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:18.340165 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535a1591-5bfd-4696-9b84-c63c0c1a044f tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5086d16e-0c97-49e1-bfc8-3c26a0f38724,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:18.379908 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-10dc44ac-a38f-4cdf-bd8b-ec4bb24b294f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 1001 time: 0.0894840 Jun 30 21:57:18.442908 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-4d6cb837-2efb-4ab8-9999-cdb8ecdf8ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:18.444582 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-4d6cb837-2efb-4ab8-9999-cdb8ecdf8ed9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.0573442 Jun 30 21:57:18.506299 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-b292629c-570a-4192-8dce-2f66e4cdd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:18.507871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-b292629c-570a-4192-8dce-2f66e4cdd105 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0562413 Jun 30 21:57:18.538805 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Deleting port 8be98669-8a06-4655-95ea-ca586eeaa3c8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:18.539238 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.601364 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-b3161176-b486-4b7c-8c1d-2e6d88fabcb4 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863245 Jun 30 21:57:18.616359 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.616681 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.629556 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Calling delete_port for 8be98669-8a06-4655-95ea-ca586eeaa3c8 owned by network:floatingip {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:18.694869 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-11825973-8786-4a29-aa2e-e3ab893ea383 req-75078e21-9e06-4e37-b958-26fa14931c0f service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853899 Jun 30 21:57:18.885212 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.916048 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event deleted for resources: {'Port': ['ID=8be98669-8a06-4655-95ea-ca586eeaa3c8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:18.976284 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks [] for floatingip, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:18.976657 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Floating IP e7ef6e24-49a1-4176-b7c3-2fc5a0a27279 disassociated (deleted). External IP: 172.27.1.201, port: 485639ce-41ac-40f3-8071-1e445002ceec. Jun 30 21:57:19.177182 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Router 18a77adc-9a8d-4a0a-97da-88d23df067b9 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:19.233593 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fed6a71d-cce7-4f96-a2c1-b4f59ad843c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:19.281416 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:19.285964 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:19.291229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Sync routers for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:19.299752 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:19.300361 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:19.321887 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1c40ad89-73dc-4fde-9ed4-b2959111041a tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "DELETE /v2.0/floatingips/e7ef6e24-49a1-4176-b7c3-2fc5a0a27279 HTTP/1.1" status: 204 len: 168 time: 0.9933293 Jun 30 21:57:19.322478 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:19.324741 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb291ea0-8282-495a-a6dc-b3d63b603f10" -d '{"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:19.363769 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a942cdff-6eff-43dd-bd99-dc4cb58936d3 x-openstack-request-id: req-a942cdff-6eff-43dd-bd99-dc4cb58936d3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:19.364194 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:19.364341 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a942cdff-6eff-43dd-bd99-dc4cb58936d3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:19.364667 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:57:19.412172 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:19.624562 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:19.655326 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Checking router: 18a77adc-9a8d-4a0a-97da-88d23df067b9 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:19.664799 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:19.665559 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:19.699506 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-0a23a463-cc2e-4fb6-83c3-f7d0bb93c979 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:19.706867 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-0a23a463-cc2e-4fb6-83c3-f7d0bb93c979 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1257350 Jun 30 21:57:19.722230 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-2266b1bd-8fff-44fd-83d9-a7c6922eff48 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/quotas/949383c14ed1418286462f0c915616f4 HTTP/1.1" status: 200 len: 375 time: 0.0144629 Jun 30 21:57:19.800061 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-4d431b2f-8492-4171-a384-ceb25a360536 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763743 Jun 30 21:57:19.814823 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:19.909721 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-b239cef6-107b-44d1-a78e-0557fe5a4d40 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079965 Jun 30 21:57:20.011041 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:20.025386 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-822bdea8-91cf-462b-9ace-b3236818f2d1 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076930 Jun 30 21:57:20.077769 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:20.110568 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97627a7-1edb-4def-a3a8-befe0b113bb9 None None] The sync data for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi is: [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:54:01Z', 'revision_number': 4, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1', 'name': '', 'network_id': 'e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'mac_address': 'fa:16:3e:df:4c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:00Z', 'updated_at': '2021-06-30T21:54:06Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'subnets': [{'id': 'd52f9214-d217-43bb-95ae-4d992d89dcae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:20.257070 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94161de3-6fbd-4ca4-b431-e89dd40b0ece req-c91cf442-0386-42b3-8ad3-763996a46494 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 210 time: 0.0357740 Jun 30 21:57:20.371244 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:20.387253 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13800bd-b926-4a06-82a1-daa2dd1f651c None None] New status for floating IP e7ef6e24-49a1-4176-b7c3-2fc5a0a27279: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:57:20.742863 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:57:21.547533 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-998d4551-7620-48cb-9e93-99b82e8845fc req-26ea904e-8806-4d3a-b320-ea68436a2a01 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Jun 30 21:57:21.745741 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-40020fa2-4b50-413a-bfeb-26450195ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:21.747281 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-40020fa2-4b50-413a-bfeb-26450195ca81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cd1aadad96140a88ac88d3369feecee&device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 1098 time: 0.0525672 Jun 30 21:57:21.848113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-9b869443-975d-464f-8494-a249764aa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:21.849745 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-9b869443-975d-464f-8494-a249764aa40a service neutron] 10.222.0.55 "GET /v2.0/networks?id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 200 len: 915 time: 0.0911348 Jun 30 21:57:21.892800 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-d8274cbd-d00d-49ec-8fa0-722dfb4de2a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 200 len: 217 time: 0.0347400 Jun 30 21:57:21.951641 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-3904e3c1-26f4-419a-b6c6-36ff04b5b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:21.954489 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-3904e3c1-26f4-419a-b6c6-36ff04b5b421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 200 len: 853 time: 0.0466642 Jun 30 21:57:22.023803 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-5a0b8531-0b9d-4588-a52f-ffbcdbfe9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:22.025378 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-5a0b8531-0b9d-4588-a52f-ffbcdbfe9027 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0598948 Jun 30 21:57:22.122321 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-3dc61000-2c05-43ec-b2f5-252f4d679159 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851533 Jun 30 21:57:22.160307 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:22.221409 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb291ea0-8282-495a-a6dc-b3d63b603f10 req-30a9c988-ddb2-4f6a-ad89-9f03f31e53e1 service neutron] 10.222.0.55 "GET /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923536 Jun 30 21:57:22.686873 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d7971872-f1ff-4b50-9848-319eadc9c974 req-755bb31b-9471-4012-b7f0-9a37a3d805a4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 210 time: 0.0272865 Jun 30 21:57:23.345967 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-2c5357bb-cb39-4b88-9ffc-185559cc4cdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:23.347687 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-2c5357bb-cb39-4b88-9ffc-185559cc4cdd tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1096971 Jun 30 21:57:23.379063 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Request body: {'port': {'device_id': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'admin_state_up': True, 'tenant_id': '949383c14ed1418286462f0c915616f4'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:23.548661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:57:23.552175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:23.727055 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Allocated IP 172.20.0.13 (b4badbdd-2c11-4a97-9b21-0472f6accea7/3b75e3f5-c79e-43bd-ac25-3f2dad80f290/0cf0a460-1d2d-4179-b146-c84b785619bd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:23.750953 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a372d2-21b5-478b-9436-3a6150b38ded req-115b974a-b52a-4453-9019-81ff6980b0f7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:23.752549 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a372d2-21b5-478b-9436-3a6150b38ded req-115b974a-b52a-4453-9019-81ff6980b0f7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.1897924 Jun 30 21:57:23.829650 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a372d2-21b5-478b-9436-3a6150b38ded req-7e4a4ee2-78d5-40d6-a4f7-8f14e49b841b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696416 Jun 30 21:57:23.855283 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d8c57179-d026-43bd-80e2-a0075698ed77 req-7eef6892-029f-4643-bfb4-18810e1912a2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 210 time: 0.0451865 Jun 30 21:57:23.952653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.074630 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.120751 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:24.126885 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:24.130198 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:24.132953 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:24.159252 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event updated for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:24.194475 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:24.198303 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.280714 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-42d4d5f3-7d32-4e2b-a879-8f05b33d01c7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9057155 Jun 30 21:57:24.299772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Request body: {'port': {'device_id': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:24.375364 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.637166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf0a460-1d2d-4179-b146-c84b785619bd {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:24.644804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.657068 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Transition to ACTIVE for port object 0cf0a460-1d2d-4179-b146-c84b785619bd will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:24.719938 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.769796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:24.836771 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Attempting to bind port 0cf0a460-1d2d-4179-b146-c84b785619bd on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:57:24.837100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Attempting to bind port 0cf0a460-1d2d-4179-b146-c84b785619bd by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:57:24.837427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Attempting to bind port 0cf0a460-1d2d-4179-b146-c84b785619bd on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:24.841621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Port 0cf0a460-1d2d-4179-b146-c84b785619bd on network b4badbdd-2c11-4a97-9b21-0472f6accea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:57:24.841910 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Attempting to bind port 0cf0a460-1d2d-4179-b146-c84b785619bd on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:24.846577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:57:24.846912 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Checking segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:57:24.847285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Bound using segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:57:24.847709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Bound port: 0cf0a460-1d2d-4179-b146-c84b785619bd, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:57:24.848064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:24.926712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:57:24.937758 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cf0a460-1d2d-4179-b146-c84b785619bd,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:57:25.043718 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:25.103855 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.104470 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:25.105845 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] 10.222.0.55 "PUT /v2.0/ports/0cf0a460-1d2d-4179-b146-c84b785619bd HTTP/1.1" status: 200 len: 1094 time: 0.8103242 Jun 30 21:57:25.106295 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:25.108595 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60de584e-cf0d-42a9-8496-7eea32f2ca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:25.120059 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063d001-7021-4ce6-a901-5323267ffa86 req-585196a8-659c-4d80-962d-331620ac293a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.121467 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8063d001-7021-4ce6-a901-5323267ffa86 req-585196a8-659c-4d80-962d-331620ac293a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 944 time: 0.1481106 Jun 30 21:57:25.131609 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20aa74-2d1a-47ca-a2cf-3f08e4f42c2b req-2d83a19c-dbc6-4fe9-9ea1-f9c9bad08e87 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.133135 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0b20aa74-2d1a-47ca-a2cf-3f08e4f42c2b req-2d83a19c-dbc6-4fe9-9ea1-f9c9bad08e87 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.1701376 Jun 30 21:57:25.172619 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3054ee7-68e2-45d4-81e4-c57d52b82e57 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:25.200488 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8063d001-7021-4ce6-a901-5323267ffa86 req-c8062366-b11d-4164-977f-bf1eb8ab5622 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663884 Jun 30 21:57:25.205321 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0b20aa74-2d1a-47ca-a2cf-3f08e4f42c2b req-fa741461-ead6-46ba-9c01-1b71a5fff225 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644319 Jun 30 21:57:25.248213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d27d229-85fc-44e7-be4d-bea8c5ee2342 x-openstack-request-id: req-3d27d229-85fc-44e7-be4d-bea8c5ee2342 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:25.248562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:25.248842 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d27d229-85fc-44e7-be4d-bea8c5ee2342 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:25.249252 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd', 'status': 'completed', 'code': 200} Jun 30 21:57:25.329234 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-4a1690d7-f437-4670-8989-5a2556ec30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.330763 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-4a1690d7-f437-4670-8989-5a2556ec30ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 1097 time: 0.0524902 Jun 30 21:57:25.714628 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-6154847b-553c-4543-8d63-c2a377e91229 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf0a460-1d2d-4179-b146-c84b785619bd HTTP/1.1" status: 200 len: 217 time: 0.3161459 Jun 30 21:57:25.764994 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-5fb2e82f-312e-4257-a422-fef147d75fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.766597 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-5fb2e82f-312e-4257-a422-fef147d75fee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0439134 Jun 30 21:57:25.770200 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-3687759d-eb65-4c02-9a86-020cde3ec5e7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:25.771680 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-3687759d-eb65-4c02-9a86-020cde3ec5e7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 946 time: 0.1081581 Jun 30 21:57:25.814698 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-47022707-9d64-4627-83f6-b8d80871152f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267212 Jun 30 21:57:25.893468 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Deleting port 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:25.893809 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:25.910108 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-2f8cda7f-2d32-41e5-b7fe-208d77a0f148 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875065 Jun 30 21:57:26.004135 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b3a0a270-fa5d-4d0e-8bcb-9da54381eb08 req-13327e12-d85c-41d7-a1aa-f7aaea9562b5 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861521 Jun 30 21:57:26.227611 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] For port 569fae4a-23fa-467f-b98e-c2698510c684, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=569fae4a-23fa-467f-b98e-c2698510c684,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:26.227930 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:26.237008 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b01b2-88f2-41cd-ba87-4f2a03a19187 req-da877591-2d7e-436e-b471-7cfcb4cd2ef3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.238232 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-057b01b2-88f2-41cd-ba87-4f2a03a19187 req-da877591-2d7e-436e-b471-7cfcb4cd2ef3 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0813377 Jun 30 21:57:26.299689 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-057b01b2-88f2-41cd-ba87-4f2a03a19187 req-06e35cc2-7bf2-40b6-b3a7-e232573e81e2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Jun 30 21:57:26.312514 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-d55422c2-4145-496a-9a1a-5abeaa6ebd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.314078 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-d55422c2-4145-496a-9a1a-5abeaa6ebd55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 1097 time: 0.0939758 Jun 30 21:57:26.451958 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-e376430f-a323-46c1-8e6e-241c2ec7a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.453405 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-e376430f-a323-46c1-8e6e-241c2ec7a6bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 915 time: 0.1286485 Jun 30 21:57:26.472861 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:26.473144 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:26.473503 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Floating IP d88151f5-8150-413f-a7f0-93c865984d40 disassociated. External IP: 172.27.1.102, port: 569fae4a-23fa-467f-b98e-c2698510c684. Jun 30 21:57:26.473845 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Calling delete_port for 569fae4a-23fa-467f-b98e-c2698510c684 owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:26.504968 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-c8d37055-176d-488d-9945-2bf42129164b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0cf0a460-1d2d-4179-b146-c84b785619bd HTTP/1.1" status: 200 len: 217 time: 0.0413694 Jun 30 21:57:26.560170 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8721d-ec55-42b6-b608-afd52cc8c039 req-06218061-49a4-4123-a285-1e39861869e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.561702 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-56d8721d-ec55-42b6-b608-afd52cc8c039 req-06218061-49a4-4123-a285-1e39861869e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 944 time: 0.1485498 Jun 30 21:57:26.586113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-179f779d-f6c2-4706-90c5-a6a8a254a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.587674 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-179f779d-f6c2-4706-90c5-a6a8a254a19d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0756319 Jun 30 21:57:26.648322 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-e9824833-95e5-490a-84d9-2c1e99094e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363491 Jun 30 21:57:26.651966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-56d8721d-ec55-42b6-b608-afd52cc8c039 req-5a94f460-c5b0-4fcb-a646-51f91c5ddbb0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815620 Jun 30 21:57:26.691599 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:26.720006 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'Port': ['ID=569fae4a-23fa-467f-b98e-c2698510c684,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:26.790219 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd137a-5a63-418f-bbe3-424d2dc21088 req-0d0c9ddc-f7f6-435f-ab7d-0aae41480284 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:26.793539 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-16bd137a-5a63-418f-bbe3-424d2dc21088 req-0d0c9ddc-f7f6-435f-ab7d-0aae41480284 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 868 time: 0.1370232 Jun 30 21:57:26.808873 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-2e9f2e6d-cafc-4090-a46f-03572947b640 service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431429 Jun 30 21:57:26.843095 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:26.859472 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-16bd137a-5a63-418f-bbe3-424d2dc21088 req-2eccc98f-a71e-4c6f-ace2-b1cfe9fa8841 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=d4ee86d2-5fff-4657-8219-d98f55692884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601106 Jun 30 21:57:26.924185 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60de584e-cf0d-42a9-8496-7eea32f2ca8f req-7203c854-f62a-461f-9c36-01331fb1c42d service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015682 Jun 30 21:57:26.954214 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:26.964990 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:26.974093 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:26.974700 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:27.012832 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] No DVR routers for this DVR port 569fae4a-23fa-467f-b98e-c2698510c684 on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:27.015617 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:27.017738 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-88187601-aacc-4ba6-b7d2-17d58cbf4ca9 req-7b7fa145-9252-4d31-938d-c555b03293fc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "DELETE /v2.0/ports/569fae4a-23fa-467f-b98e-c2698510c684 HTTP/1.1" status: 204 len: 173 time: 1.2290828 Jun 30 21:57:27.018205 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-deleted', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:27.020438 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38839b8f-7c49-45ee-9551-27fadcc6adea" -d '{"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-deleted", "tag": "569fae4a-23fa-467f-b98e-c2698510c684"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:27.058463 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661498f9-92d8-4dd7-bb11-f2131c7bd164 x-openstack-request-id: req-661498f9-92d8-4dd7-bb11-f2131c7bd164 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:27.058756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40259a3-2432-47d4-98bb-67613ad9c3e7", "name": "network-vif-deleted", "tag": "569fae4a-23fa-467f-b98e-c2698510c684", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:27.059034 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-661498f9-92d8-4dd7-bb11-f2131c7bd164 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:27.059428 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40259a3-2432-47d4-98bb-67613ad9c3e7', 'name': 'network-vif-deleted', 'tag': '569fae4a-23fa-467f-b98e-c2698510c684', 'status': 'completed', 'code': 200} Jun 30 21:57:27.207130 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:27.421995 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:27.449386 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:27.458249 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:27.459069 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:27.494210 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2849e3-c4f8-4cee-a787-b3c422682c2e req-0f85ddf8-4ac8-4d0d-931a-248f6b01c061 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:27.495620 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7c2849e3-c4f8-4cee-a787-b3c422682c2e req-0f85ddf8-4ac8-4d0d-931a-248f6b01c061 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0772631 Jun 30 21:57:27.536942 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7c2849e3-c4f8-4cee-a787-b3c422682c2e req-8ac7fe47-8ffc-4497-a0ba-5974d3ba2a4e tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344727 Jun 30 21:57:27.578473 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:27.786232 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:27.818271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039517ee-11f6-44d5-b722-04ec56c4d946 None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:27.857243 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032120c-67ca-4b01-9b8c-7ba470701461 req-9485b21a-155a-449a-be51-9475fcfaca36 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:27.859289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d032120c-67ca-4b01-9b8c-7ba470701461 req-9485b21a-155a-449a-be51-9475fcfaca36 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 944 time: 0.0772154 Jun 30 21:57:27.913974 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d032120c-67ca-4b01-9b8c-7ba470701461 req-97337c95-e1cb-4b9e-ba0a-8ea026d558a0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483851 Jun 30 21:57:28.046728 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97912bff-ce88-4c0b-b39e-9b73e12d3b59 req-1d94111c-70bd-47c2-9cf3-b54b1654d058 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=a40259a3-2432-47d4-98bb-67613ad9c3e7 HTTP/1.1" status: 200 len: 210 time: 0.0306113 Jun 30 21:57:28.109364 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e86731b-2462-4304-8e08-4061922d2841 None None] New status for floating IP d88151f5-8150-413f-a7f0-93c865984d40: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:57:28.653890 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0cf0a460-1d2d-4179-b146-c84b785619bd details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:57:28.665319 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:28.689641 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 569fae4a-23fa-467f-b98e-c2698510c684 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:28.690262 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 569fae4a-23fa-467f-b98e-c2698510c684 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:28.734030 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45d5f-ae03-4695-8d3a-258dea0a7a70 req-89b03567-211c-4049-8f75-432c1250cd96 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:28.735552 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2df45d5f-ae03-4695-8d3a-258dea0a7a70 req-89b03567-211c-4049-8f75-432c1250cd96 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0851722 Jun 30 21:57:28.753758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-cbefba03-5ead-4e5c-8473-f7419b37e8eb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:28.756038 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-cbefba03-5ead-4e5c-8473-f7419b37e8eb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.55 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 945 time: 0.0811918 Jun 30 21:57:28.782250 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2df45d5f-ae03-4695-8d3a-258dea0a7a70 req-e77d7a3f-5197-4429-8797-e842d2665ccb tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/security-groups?id=16783cf7-8d44-4289-b3c9-b95e4a337181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jun 30 21:57:28.838981 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cf0a460-1d2d-4179-b146-c84b785619bd,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:28.851854 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '0cf0a460-1d2d-4179-b146-c84b785619bd', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'port_id': '0cf0a460-1d2d-4179-b146-c84b785619bd', 'mac_address': 'fa:16:3e:66:fc:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75e3f5-c79e-43bd-ac25-3f2dad80f290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:57:28.905486 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:28.906790 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Deleting port 485639ce-41ac-40f3-8071-1e445002ceec {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:28.908565 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:28.926186 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf0a460-1d2d-4179-b146-c84b785619bd {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:28.948171 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cf0a460-1d2d-4179-b146-c84b785619bd,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:29.017329 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.018186 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] For port 485639ce-41ac-40f3-8071-1e445002ceec, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=485639ce-41ac-40f3-8071-1e445002ceec,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:29.018615 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.036747 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Calling delete_port for 485639ce-41ac-40f3-8071-1e445002ceec owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:29.074367 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:29.135010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa1f56-2ca6-413b-b06b-ff360dab29d9 req-6a99be51-df1b-4d5c-b107-06abdb945306 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:29.136599 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1dfa1f56-2ca6-413b-b06b-ff360dab29d9 req-6a99be51-df1b-4d5c-b107-06abdb945306 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 945 time: 0.0834155 Jun 30 21:57:29.188046 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1dfa1f56-2ca6-413b-b06b-ff360dab29d9 req-380f8021-d53d-4fbc-aaec-8274b00bf473 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Jun 30 21:57:29.286417 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.315632 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Pushing event deleted for resources: {'Port': ['ID=485639ce-41ac-40f3-8071-1e445002ceec,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:29.331646 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['485639ce-41ac-40f3-8071-1e445002ceec'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:29.350537 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:29.370234 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] No DVR routers for this DVR port 485639ce-41ac-40f3-8071-1e445002ceec on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:29.373510 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.375751 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5e9922d0-b8ba-4a7a-bee9-2b021656d080 req-9a4c6698-3430-4785-9e2d-6d1b83c7c681 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.55 "DELETE /v2.0/ports/485639ce-41ac-40f3-8071-1e445002ceec HTTP/1.1" status: 204 len: 173 time: 0.6080060 Jun 30 21:57:29.376576 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'name': 'network-vif-deleted', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:29.382072 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d097c-b69f-4121-bf5d-ccdfc50e441f" -d '{"events": [{"server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "name": "network-vif-deleted", "tag": "485639ce-41ac-40f3-8071-1e445002ceec"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:29.419385 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.419549 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500dfae1-5a8e-4fda-97b4-42bb324c03c3 x-openstack-request-id: req-500dfae1-5a8e-4fda-97b4-42bb324c03c3 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:29.419781 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fb65d2f-0882-48f3-a239-504b7c6513f8", "name": "network-vif-deleted", "tag": "485639ce-41ac-40f3-8071-1e445002ceec", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:29.420110 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-500dfae1-5a8e-4fda-97b4-42bb324c03c3 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:29.420512 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fb65d2f-0882-48f3-a239-504b7c6513f8', 'name': 'network-vif-deleted', 'tag': '485639ce-41ac-40f3-8071-1e445002ceec', 'status': 'completed', 'code': 200} Jun 30 21:57:29.437376 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['0cf0a460-1d2d-4179-b146-c84b785619bd'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:29.464214 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.515566 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbdd57-57ce-46bf-9262-f1eb54cc9ef7 req-8ed24a6e-cfab-4069-83f8-157c13653b83 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:29.517134 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97bbdd57-57ce-46bf-9262-f1eb54cc9ef7 req-8ed24a6e-cfab-4069-83f8-157c13653b83 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.1102672 Jun 30 21:57:29.566193 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97bbdd57-57ce-46bf-9262-f1eb54cc9ef7 req-7744264d-578b-4c96-a709-c4346f167faf tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408106 Jun 30 21:57:29.599269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.599269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.599269 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "DELETE /v2.0/security-groups/d4ee86d2-5fff-4657-8219-d98f55692884 HTTP/1.1" status: 204 len: 168 time: 0.2472916 Jun 30 21:57:29.602371 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57876) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:29.609043 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874ee46-075c-4fe0-8bf9-bb33ad73b771 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ee86d2-5fff-4657-8219-d98f55692884,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:29.622071 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.api.v2.resource [None req-077135ac-d78a-4ab0-9449-073170596528 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] show failed (client error): The resource could not be found. Jun 30 21:57:29.624346 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-077135ac-d78a-4ab0-9449-073170596528 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups/d4ee86d2-5fff-4657-8219-d98f55692884 HTTP/1.1" status: 404 len: 347 time: 0.0199931 Jun 30 21:57:29.631267 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57878) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:29.773593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Deleting port 0481d1a1-bdda-4dc9-b839-c785b1498e37 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:29.774281 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.855182 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.855505 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:29.867367 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Calling delete_port for 0481d1a1-bdda-4dc9-b839-c785b1498e37 owned by network:floatingip {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:29.946516 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e9a2a3bb-021b-4d72-a776-087267285bb8 req-9dc6b643-9b01-489a-8c5b-71da54c3a8e2 tempest-TestMinimumBasicScenario-1231924984 tempest-TestMinimumBasicScenario-1231924984-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fb65d2f-0882-48f3-a239-504b7c6513f8 HTTP/1.1" status: 200 len: 210 time: 0.0288110 Jun 30 21:57:30.062996 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.087990 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'Port': ['ID=0481d1a1-bdda-4dc9-b839-c785b1498e37,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:30.149677 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.152227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.153456 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-281f3184-d09e-476b-88cc-99e33f899784 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "DELETE /v2.0/floatingips/d88151f5-8150-413f-a7f0-93c865984d40 HTTP/1.1" status: 204 len: 168 time: 0.5217083 Jun 30 21:57:30.356894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122199c4-c51f-49ca-86e0-08ba32f43e94 req-9aa0f07e-d094-40c9-8dd4-7b78d3994e28 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:30.358526 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-122199c4-c51f-49ca-86e0-08ba32f43e94 req-9aa0f07e-d094-40c9-8dd4-7b78d3994e28 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 945 time: 0.0636816 Jun 30 21:57:30.399010 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-122199c4-c51f-49ca-86e0-08ba32f43e94 req-f2ad2168-4118-4e94-9849-6c4afc34b885 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Jun 30 21:57:30.638886 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57888) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:30.644045 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--267119138', 'description': 'tempest-description--1494519664'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:30.706962 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0cf0a460-1d2d-4179-b146-c84b785619bd up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:57:30.726530 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.748400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c2f52d-63a2-4d87-a399-f7a063fd87b0 req-56f748c6-95d1-4673-8d92-53a0531419f6 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:30.749939 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42c2f52d-63a2-4d87-a399-f7a063fd87b0 req-56f748c6-95d1-4673-8d92-53a0531419f6 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.0708563 Jun 30 21:57:30.796277 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-42c2f52d-63a2-4d87-a399-f7a063fd87b0 req-1e8b31c5-3fd8-4d0c-ab77-e8072c6fcdf5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369792 Jun 30 21:57:30.816082 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.835811 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 0cf0a460-1d2d-4179-b146-c84b785619bd completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:30.839777 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 0cf0a460-1d2d-4179-b146-c84b785619bd triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:30.840144 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.892074 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.917751 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.926133 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f1b2d9-f793-42dc-bf71-104e76996dfb,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:30.940311 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:30.942554 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211ec5ad-600b-452d-83a5-a3aea351ad16" -d '{"events": [{"server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "name": "network-vif-plugged", "status": "completed", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:30.955687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cf0a460-1d2d-4179-b146-c84b785619bd,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:30.978651 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25f16b6-5ae0-43bb-ad08-dde47f33f988 x-openstack-request-id: req-e25f16b6-5ae0-43bb-ad08-dde47f33f988 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:30.978977 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "name": "network-vif-plugged", "status": "completed", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:30.979231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e25f16b6-5ae0-43bb-ad08-dde47f33f988 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:30.979642 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd', 'code': 200} Jun 30 21:57:30.983621 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:30.984883 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ed954e1c-1682-432f-9ce5-eb46256bb5c2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3449008 Jun 30 21:57:30.987739 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57894) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:30.992444 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group_rule': {'security_group_id': '27f1b2d9-f793-42dc-bf71-104e76996dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:31.000850 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.002092 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 485639ce-41ac-40f3-8071-1e445002ceec no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:31.039819 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 485639ce-41ac-40f3-8071-1e445002ceec {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:31.040048 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 485639ce-41ac-40f3-8071-1e445002ceec not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:31.073000 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:31.075968 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.136648 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.183736 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.203684 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696a744b-c6ae-4353-9fba-f6845d94fb39,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:31.292156 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.293437 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-9df6cbf6-f806-4c6c-a0a1-0bbfcd7bff35 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045778 Jun 30 21:57:31.296154 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57910) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:31.301834 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'security_group_rule': {'security_group_id': '27f1b2d9-f793-42dc-bf71-104e76996dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:31.375108 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.400455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dafa45-1030-43a5-a100-ae6a3e9a9172 req-ac154264-61a4-4250-906f-10deaf1b38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:31.402020 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-51dafa45-1030-43a5-a100-ae6a3e9a9172 req-ac154264-61a4-4250-906f-10deaf1b38c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 1099 time: 0.0742147 Jun 30 21:57:31.446156 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.458160 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-51dafa45-1030-43a5-a100-ae6a3e9a9172 req-c33919c8-107b-447f-b690-84fb87d55c5b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420551 Jun 30 21:57:31.503325 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.526100 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5131f0c1-22e5-4535-bdb9-34dc8b1c9c25,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:31.572950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412118-53f9-4e1c-9290-fc055e39bd56 req-c330b242-7e49-40b7-86d3-bafb16ddf2d9 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:31.574456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5412118-53f9-4e1c-9290-fc055e39bd56 req-c330b242-7e49-40b7-86d3-bafb16ddf2d9 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.0633144 Jun 30 21:57:31.612776 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5412118-53f9-4e1c-9290-fc055e39bd56 req-fde2bb12-5439-441c-ad0d-b4cea2db0a2e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jun 30 21:57:31.618125 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.619320 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-cd150a89-df92-4811-8c48-186526f35e9b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222530 Jun 30 21:57:31.622396 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 57926) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:31.626746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:31.721409 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.859231 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:31.916918 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-e712b1f0-0f4b-4683-b8b9-9b4991e0cf0f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:31.918464 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-e712b1f0-0f4b-4683-b8b9-9b4991e0cf0f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.1200995 Jun 30 21:57:31.976893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24948f-86e7-485f-bc95-838b2a595d62 req-ae93a5e0-510a-464f-a9c7-2031366c0ba7 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:31.978406 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8d24948f-86e7-485f-bc95-838b2a595d62 req-ae93a5e0-510a-464f-a9c7-2031366c0ba7 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 945 time: 0.0624750 Jun 30 21:57:32.016662 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8d24948f-86e7-485f-bc95-838b2a595d62 req-d1f7174f-6628-4f20-a443-96f84194e7f7 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jun 30 21:57:32.041724 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Allocated IP 172.27.1.26 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/f32bdec8-47d3-4caa-908f-31efd54ce53f) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:32.122338 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Deleting port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:32.122594 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.291355 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.335539 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] For port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:32.336054 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.356798 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Calling delete_port for 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:32.446636 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.515633 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:32.524091 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:32.531030 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:32.535257 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=f32bdec8-47d3-4caa-908f-31efd54ce53f,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:32.614466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.623000 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.649961 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Pushing event deleted for resources: {'Port': ['ID=316d5dce-4f9c-4fbb-82f0-1d44c530fe89,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:32.672428 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['316d5dce-4f9c-4fbb-82f0-1d44c530fe89'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:32.677003 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57946) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:32.704662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] No DVR routers for this DVR port 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:32.708476 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.710524 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e97c6114-d99a-406e-8cf3-6956c8f0355d req-5512f435-af06-4966-a458-58435ffd82e0 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "DELETE /v2.0/ports/316d5dce-4f9c-4fbb-82f0-1d44c530fe89 HTTP/1.1" status: 204 len: 173 time: 0.7849977 Jun 30 21:57:32.714358 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'name': 'network-vif-deleted', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:32.716890 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5751f5c9-0f7f-42d5-9b0e-c864ce4447b4" -d '{"events": [{"server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "name": "network-vif-deleted", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:32.758756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.788076 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f0efb-9ac6-404c-b169-f58088f745cc x-openstack-request-id: req-dc1f0efb-9ac6-404c-b169-f58088f745cc {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:32.788531 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e55226-db53-4314-afb5-86e5fbb8ccf9", "name": "network-vif-deleted", "tag": "316d5dce-4f9c-4fbb-82f0-1d44c530fe89", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:32.788838 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc1f0efb-9ac6-404c-b169-f58088f745cc {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:32.789202 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e55226-db53-4314-afb5-86e5fbb8ccf9', 'name': 'network-vif-deleted', 'tag': '316d5dce-4f9c-4fbb-82f0-1d44c530fe89', 'status': 'completed', 'code': 200} Jun 30 21:57:32.921558 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20820faf-b5d4-4b42-adc6-09f579069de5 req-cad35393-bcca-468e-b664-baf2760b5f76 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:32.923304 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20820faf-b5d4-4b42-adc6-09f579069de5 req-cad35393-bcca-468e-b664-baf2760b5f76 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.1630948 Jun 30 21:57:32.934670 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:32.984330 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.020607 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20820faf-b5d4-4b42-adc6-09f579069de5 req-f362283d-b40b-4edc-81af-0c04826f5d27 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905261 Jun 30 21:57:33.060341 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=f32bdec8-47d3-4caa-908f-31efd54ce53f,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:33.080311 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.156253 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.195554 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.197069 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-35aa0513-9ac3-4ea1-82cc-e5bcd99ea974 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5737014 Jun 30 21:57:33.363988 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ac9cf020-b17e-43be-89e8-3d85bc25e543 req-fcf45d2a-33ac-44ec-a2c9-c9049e2287b5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=54e55226-db53-4314-afb5-86e5fbb8ccf9 HTTP/1.1" status: 200 len: 210 time: 0.1699953 Jun 30 21:57:33.408118 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-2142cdc5-fc72-4937-94ef-433bb985f969 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--267119138&fields=id&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 267 time: 0.0430651 Jun 30 21:57:33.572583 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-98bee3cb-f564-476f-a14f-fbaa4e7ed2e7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:33.574056 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-98bee3cb-f564-476f-a14f-fbaa4e7ed2e7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 816 time: 0.1578088 Jun 30 21:57:33.587806 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Deleting port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:33.588151 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.607622 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-29cb2b15-d119-4c1b-a41a-df1d07fbbb21 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/quotas/7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 375 time: 0.0283675 Jun 30 21:57:33.718343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] For port fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:33.719010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:33.733243 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Calling delete_port for fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:33.742421 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-69750a68-d90e-4306-a761-cc9f270cb276 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1287186 Jun 30 21:57:33.929443 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-607d1b1b-11b8-49ff-9fb3-4eabc6f4a982 service neutron] 10.222.0.47 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751297 Jun 30 21:57:34.063810 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-226bc580-28f0-4948-bf7e-27ea6007fba4 service neutron] 10.222.0.47 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280692 Jun 30 21:57:34.109486 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:34.136442 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:34.320881 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-be69f2c0-e4c2-42ff-895a-7d111943cac8 req-d27f2b8f-f40a-434c-8c86-7bae64ad2f60 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.0368009 Jun 30 21:57:34.332493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381d9fa-dbcd-4f54-973f-21df328b9f47 req-b8d534c5-2497-4f15-89e4-f97bf16cc69e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:34.334485 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2381d9fa-dbcd-4f54-973f-21df328b9f47 req-b8d534c5-2497-4f15-89e4-f97bf16cc69e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.1993330 Jun 30 21:57:34.425304 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:34.430295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2381d9fa-dbcd-4f54-973f-21df328b9f47 req-ba8a5920-5ddf-4390-8d54-936ec9145699 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771465 Jun 30 21:57:34.695350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:34.724223 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:34.725043 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 316d5dce-4f9c-4fbb-82f0-1d44c530fe89 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:34.977032 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Router 18a77adc-9a8d-4a0a-97da-88d23df067b9 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:35.083582 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:35.090216 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-40f5409d-6f9c-41fd-bf6e-e5fedfbaa03b admin admin] 10.222.0.47 "PUT /v2.0/routers/18a77adc-9a8d-4a0a-97da-88d23df067b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092748 Jun 30 21:57:35.094854 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 57998) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:35.094996 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Sync routers for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:35.104755 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:35.105398 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:35.211940 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.230378 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:35.315347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.414335 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19'}], 'enable_snat': True}, 'gw_port_id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:57:34Z', 'revision_number': 5, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port': {'id': 'c7f873fa-cf29-4467-a9c7-a93c95191c7f', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:53:58Z', 'updated_at': '2021-06-30T21:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:35.443455 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Checking router: 18a77adc-9a8d-4a0a-97da-88d23df067b9 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:35.452509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Deleting port c7f873fa-cf29-4467-a9c7-a93c95191c7f {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:35.452756 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Routers {'18a77adc-9a8d-4a0a-97da-88d23df067b9'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:35.452901 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.453662 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['18a77adc-9a8d-4a0a-97da-88d23df067b9'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:35.500461 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-371b598a-f244-49ef-8d7e-340b29f41be2 req-01524865-be13-4b10-93b6-4733a8c09832 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.0445414 Jun 30 21:57:35.547477 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] Set router 18a77adc-9a8d-4a0a-97da-88d23df067b9 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:35.563284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] For port c7f873fa-cf29-4467-a9c7-a93c95191c7f, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c7f873fa-cf29-4467-a9c7-a93c95191c7f,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:35.563642 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.576078 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Calling delete_port for c7f873fa-cf29-4467-a9c7-a93c95191c7f owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:35.600080 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:57:35Z', 'revision_number': 6, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:35.626090 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3cee4-8b39-4904-92e9-589a8d60763c None None] The sync data for ids ['18a77adc-9a8d-4a0a-97da-88d23df067b9'] in dv-cinder-784453-7-iscsi is: [{'id': '18a77adc-9a8d-4a0a-97da-88d23df067b9', 'name': 'tempest-TestMinimumBasicScenario-472176709-router', 'tenant_id': '8cd1aadad96140a88ac88d3369feecee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:53:57Z', 'updated_at': '2021-06-30T21:57:35Z', 'revision_number': 6, 'project_id': '8cd1aadad96140a88ac88d3369feecee', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:35.800807 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.826422 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f873fa-cf29-4467-a9c7-a93c95191c7f,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:35.885260 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.976331 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:35.978946 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.074926 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.075400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a77adc-9a8d-4a0a-97da-88d23df067b9 {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:57:36.080997 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.082189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-fc051654-1740-41e9-82c6-f469e3588cb4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/18a77adc-9a8d-4a0a-97da-88d23df067b9 HTTP/1.1" status: 204 len: 168 time: 0.9883597 Jun 30 21:57:36.084664 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58006) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:36.129432 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Deleting subnet d52f9214-d217-43bb-95ae-4d992d89dcae {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:57:36.132887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.166887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.279080 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.390889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.407636 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c7f873fa-cf29-4467-a9c7-a93c95191c7f no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:36.422544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52f9214-d217-43bb-95ae-4d992d89dcae,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:36.426204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.428285 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: c7f873fa-cf29-4467-a9c7-a93c95191c7f {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:36.429099 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c7f873fa-cf29-4467-a9c7-a93c95191c7f not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:36.429716 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:36.431453 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58012) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:36.431952 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-47fbdfac-2a60-4f32-ac58-9d704d277834 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d52f9214-d217-43bb-95ae-4d992d89dcae HTTP/1.1" status: 204 len: 168 time: 0.3456483 Jun 30 21:57:36.432862 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c63f624-bb22-4ad7-8eb8-7186d074c183 None None] Network e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:57:36.508240 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.563968 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Deleting port ec8793de-1b43-4e4d-8db4-9130d5f6d18f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:36.564305 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.632483 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:36.633484 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device fcbf4f59-5bb9-4c8e-9be0-eed922e8d6f1 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:36.648007 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] For port ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,segment=NetworkSegment(74e53699-5bfa-4616-b04d-85260ae4afed),segment_id=74e53699-5bfa-4616-b04d-85260ae4afed)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:36.648515 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.669528 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Calling delete_port for ec8793de-1b43-4e4d-8db4-9130d5f6d18f owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:36.742323 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d0063cc-3633-4741-af5c-f09e350bd91d req-09bce478-dbc1-4b40-9d2f-aa5b42c631ee tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.1134524 Jun 30 21:57:36.808731 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] DHCP port deletion for e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:57:36.836283 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.855527 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Deleting port ec8793de-1b43-4e4d-8db4-9130d5f6d18f {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:36.855852 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.863214 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:36.865039 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] No DVR routers for this DVR port ec8793de-1b43-4e4d-8db4-9130d5f6d18f on host dv-cinder-784453-7-iscsi {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:36.916056 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] For port ec8793de-1b43-4e4d-8db4-9130d5f6d18f, host dv-cinder-784453-7-iscsi, got binding levels [] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:36.916446 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.929337 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Calling delete_port for ec8793de-1b43-4e4d-8db4-9130d5f6d18f owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:36.933608 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.ipam_backend_mixin [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Port ec8793de-1b43-4e4d-8db4-9130d5f6d18f was not found and therefore no delete operation was performed {{(pid=105234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 21:57:36.934913 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.938778 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.951561 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:36.965148 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] Pushing event deleted for resources: {'Port': ['ID=ec8793de-1b43-4e4d-8db4-9130d5f6d18f,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:36.966611 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e53699-5bfa-4616-b04d-85260ae4afed') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:36.966930 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e53699-5bfa-4616-b04d-85260ae4afed') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:36.969876 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39966a11-1be0-42a4-bd2f-b049a7ea970b None None] No DVR routers for this DVR port ec8793de-1b43-4e4d-8db4-9130d5f6d18f on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:36.976274 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.991746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.997749 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:57:36.998191 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:57:36.999833 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:57:37.127000 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:37.133145 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:37.134801 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b HTTP/1.1" status: 204 len: 168 time: 0.7016418 Jun 30 21:57:37.143366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58020) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:37.378566 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5bca46-0018-437a-89df-caa697c02373 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5bd9d2e-473d-4ef6-b2ca-291b4ecff76b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:37.512189 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:37.756850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Deleting port 3326e93d-7e23-4907-9a1e-a50047f4b6c6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:37.757251 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:37.836040 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] For port 3326e93d-7e23-4907-9a1e-a50047f4b6c6, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=3326e93d-7e23-4907-9a1e-a50047f4b6c6,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:37.836280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:37.849057 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Calling delete_port for 3326e93d-7e23-4907-9a1e-a50047f4b6c6 owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:37.923197 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5904fb0-ed67-45fc-88d9-a84fa4a3c4a4 req-f501c44f-40c8-4667-a1bd-e6d2db44fdca tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.0601542 Jun 30 21:57:38.109249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:38.138516 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3326e93d-7e23-4907-9a1e-a50047f4b6c6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:38.309202 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:38.462402 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ec8793de-1b43-4e4d-8db4-9130d5f6d18f no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:38.483211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: ec8793de-1b43-4e4d-8db4-9130d5f6d18f {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:38.483555 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ec8793de-1b43-4e4d-8db4-9130d5f6d18f not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:38.540097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Router 09db0de5-0b79-4777-ba7d-cdf7907c972e has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:38.914280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:38.919130 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-687dcd59-a485-4009-bc4e-85faafc666b9 admin admin] 10.222.0.47 "PUT /v2.0/routers/09db0de5-0b79-4777-ba7d-cdf7907c972e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740324 Jun 30 21:57:38.921711 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:38.925097 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Sync routers for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:38.938838 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:38.943045 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:39.052286 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:39.060643 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:39.139343 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c67a443e-8ceb-445a-997b-ffaeb145f6c6 req-619050cd-70dd-4553-a7c8-012b2397323b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.0394328 Jun 30 21:57:39.206782 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:39.264838 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43'}], 'enable_snat': True}, 'gw_port_id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:57:38Z', 'revision_number': 5, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port': {'id': '669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:54:08Z', 'updated_at': '2021-06-30T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:39.296442 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Checking router: 09db0de5-0b79-4777-ba7d-cdf7907c972e for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:39.308461 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Routers {'09db0de5-0b79-4777-ba7d-cdf7907c972e'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:39.309104 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['09db0de5-0b79-4777-ba7d-cdf7907c972e'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:39.356343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Deleting port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:39.356921 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:39.365209 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-147a5321-a0bf-4791-bea8-598e9be869b0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:39.370422 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-147a5321-a0bf-4791-bea8-598e9be869b0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 816 time: 0.1092463 Jun 30 21:57:39.402071 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] Set router 09db0de5-0b79-4777-ba7d-cdf7907c972e gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:39.446522 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-bdd103cc-39a0-4cf6-9256-98ca25d74e7a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 379 time: 0.0633628 Jun 30 21:57:39.466650 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'port': {'device_id': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'admin_state_up': True, 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'security_groups': ['27f1b2d9-f793-42dc-bf71-104e76996dfb']}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:39.469622 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:57:39Z', 'revision_number': 6, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:39.510668 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e638467-91ed-467f-969e-2cc00f895b7f None None] The sync data for ids ['09db0de5-0b79-4777-ba7d-cdf7907c972e'] in dv-cinder-784453-7-iscsi is: [{'id': '09db0de5-0b79-4777-ba7d-cdf7907c972e', 'name': 'tempest-TestMinimumBasicScenario-1847875257-router', 'tenant_id': '7b4f96ed061148efa4716766d65e8816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:54:06Z', 'updated_at': '2021-06-30T21:57:39Z', 'revision_number': 6, 'project_id': '7b4f96ed061148efa4716766d65e8816', 'gw_port_host': None}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:39.517102 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] For port 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:39.517565 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:39.544695 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Calling delete_port for 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:39.710130 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Made reservation on behalf of 7cd0621a42e74dc9bf48126ff6aa7415 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:57:39.714504 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:39.761028 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-f2209a8f-9a40-4848-b1e3-e59e7a8cf1ff tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:39.762438 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-f2209a8f-9a40-4848-b1e3-e59e7a8cf1ff tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1605060 Jun 30 21:57:39.786163 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-e5087d9e-b350-4801-851c-06f45117e446 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/quotas/949383c14ed1418286462f0c915616f4 HTTP/1.1" status: 200 len: 375 time: 0.0166104 Jun 30 21:57:39.852893 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Allocated IP 172.20.0.4 (e724354c-abbf-460d-b34c-012c585f866a/89441928-7227-4e2c-8922-e801412052bd/0a013506-7c62-4b0c-a9c7-55427e4e656a) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:39.899361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-88132e97-f2fe-42a3-b9a5-554047472314 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952718 Jun 30 21:57:40.006732 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.017326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.028418 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Transition to ACTIVE for port object 0a013506-7c62-4b0c-a9c7-55427e4e656a will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:40.049427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Pushing event deleted for resources: {'Port': ['ID=669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:40.111672 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-d33593c3-3fbc-4576-8d32-363d7fc29a4b service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114382 Jun 30 21:57:40.141941 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.144827 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.191655 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Network e724354c-abbf-460d-b34c-012c585f866a is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:40.195895 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:40.199701 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:40.246463 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:40.254124 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:40.254654 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.325488 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.339659 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-b432d108-b8ba-4033-9a67-b833fc3d5bf8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836808 Jun 30 21:57:40.347250 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.363316 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Request body: {'port': {'device_id': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:40.423218 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 3326e93d-7e23-4907-9a1e-a50047f4b6c6 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:40.430961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-a520a11f-fc43-4447-93c2-e036e0eade33 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120959 Jun 30 21:57:40.457377 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d8de6-a29b-41a9-83f5-a18941ef8487 req-0996ba9c-dff3-445e-9930-fccd71e36cbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:40.458529 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 3326e93d-7e23-4907-9a1e-a50047f4b6c6 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:40.459229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 3326e93d-7e23-4907-9a1e-a50047f4b6c6 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:40.459801 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:40.462140 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-044d8de6-a29b-41a9-83f5-a18941ef8487 req-0996ba9c-dff3-445e-9930-fccd71e36cbd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 931 time: 0.1893129 Jun 30 21:57:40.482699 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:40.483388 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 669044ad-d2e4-4cbf-8e05-7e4e6e6c35e6 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:40.500914 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.503754 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.504442 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09db0de5-0b79-4777-ba7d-cdf7907c972e {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 21:57:40.511343 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.512638 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a31dda6a-69a4-4e4d-b752-2e8111f67122 admin admin] 10.222.0.47 "DELETE /v2.0/routers/09db0de5-0b79-4777-ba7d-cdf7907c972e HTTP/1.1" status: 204 len: 168 time: 1.5896945 Jun 30 21:57:40.515387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58076) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:40.549978 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-5f09de4a-22b1-4753-a815-e2e0cfbd0f38 None None] Provisioning for port 0a013506-7c62-4b0c-a9c7-55427e4e656a completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:40.554960 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-5f09de4a-22b1-4753-a815-e2e0cfbd0f38 None None] Provisioning complete for port 0a013506-7c62-4b0c-a9c7-55427e4e656a triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:40.555334 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-5f09de4a-22b1-4753-a815-e2e0cfbd0f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.573361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-044d8de6-a29b-41a9-83f5-a18941ef8487 req-d9339d61-a956-4ca2-ae26-0f2280389616 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061051 Jun 30 21:57:40.588453 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Deleting subnet e3738af4-5962-4451-a592-0e1dc7d550b4 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:57:40.592459 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.628277 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-5f09de4a-22b1-4753-a815-e2e0cfbd0f38 None None] Port 0a013506-7c62-4b0c-a9c7-55427e4e656a cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:57:40.633469 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.737239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.841721 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ff241815-96ee-43b8-84ca-ccd06174cd49 req-76e40dc4-ec9f-459c-bfa5-38cd755a4504 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0464151 Jun 30 21:57:40.876466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:40.883501 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.884687 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.897343 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Transition to ACTIVE for port object 0a013506-7c62-4b0c-a9c7-55427e4e656a will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:40.916062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3738af4-5962-4451-a592-0e1dc7d550b4,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:40.916062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:40.922354 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0c9f39d3-b86f-40bd-9026-24dc1b3337ec admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3738af4-5962-4451-a592-0e1dc7d550b4 HTTP/1.1" status: 204 len: 168 time: 0.3990672 Jun 30 21:57:40.924568 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58086) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:40.926565 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9e69ea-9be8-4ce0-941b-49605419a89f None None] Network b11c913c-a698-4d50-a447-e4ca3d540888 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 21:57:40.993178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.017530 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.040283 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:41.090384 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Deleting port 032c516c-fbfb-4578-9232-2c60268dee46 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:41.090678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.167064 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Attempting to bind port 0a013506-7c62-4b0c-a9c7-55427e4e656a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:57:41.167413 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Attempting to bind port 0a013506-7c62-4b0c-a9c7-55427e4e656a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:57:41.167743 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Attempting to bind port 0a013506-7c62-4b0c-a9c7-55427e4e656a on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:41.172511 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Port 0a013506-7c62-4b0c-a9c7-55427e4e656a on network e724354c-abbf-460d-b34c-012c585f866a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:57:41.172831 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Attempting to bind port 0a013506-7c62-4b0c-a9c7-55427e4e656a on network e724354c-abbf-460d-b34c-012c585f866a {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:41.174098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] For port 032c516c-fbfb-4578-9232-2c60268dee46, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=032c516c-fbfb-4578-9232-2c60268dee46,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:41.174652 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.184483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:57:41.184483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Checking segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:57:41.184483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Bound using segment: {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:57:41.184483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Bound port: 0a013506-7c62-4b0c-a9c7-55427e4e656a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909a7c5f-f5cc-4d9a-a5a1-e1633497385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:57:41.184483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.194439 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Calling delete_port for 032c516c-fbfb-4578-9232-2c60268dee46 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:41.239205 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] DHCP port deletion for b11c913c-a698-4d50-a447-e4ca3d540888 request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 21:57:41.299628 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:57:41.303414 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:57:41.309625 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Deleting port 032c516c-fbfb-4578-9232-2c60268dee46 {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:41.310307 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.387443 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] For port 032c516c-fbfb-4578-9232-2c60268dee46, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=032c516c-fbfb-4578-9232-2c60268dee46,segment=NetworkSegment(5b7118f2-2dbd-429a-80a8-1aebfe1bd365),segment_id=5b7118f2-2dbd-429a-80a8-1aebfe1bd365)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:41.387838 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.401792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Calling delete_port for 032c516c-fbfb-4578-9232-2c60268dee46 owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:41.407430 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.407829 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.435100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Pushing event deleted for resources: {'Port': ['ID=032c516c-fbfb-4578-9232-2c60268dee46,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:41.442544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] No DVR routers for this DVR port 032c516c-fbfb-4578-9232-2c60268dee46 on host dv-cinder-784453-7-iscsi {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:41.448556 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:41.449525 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.451492 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 1093 time: 1.0936837 Jun 30 21:57:41.452147 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:41.454729 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9" -d '{"events": [{"name": "network-changed", "server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:41.485601 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bd60b5-c506-4959-aaf2-25b504ecf135 service neutron] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:41.514230 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02dfcfc8-4037-4792-b857-f4b4b2ff5f97 x-openstack-request-id: req-02dfcfc8-4037-4792-b857-f4b4b2ff5f97 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:41.515176 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:41.515608 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02dfcfc8-4037-4792-b857-f4b4b2ff5f97 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:41.516549 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'status': 'completed', 'code': 200} Jun 30 21:57:41.546779 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.558206 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11c913c-a698-4d50-a447-e4ca3d540888']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:41.574200 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7118f2-2dbd-429a-80a8-1aebfe1bd365') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:41.574583 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7118f2-2dbd-429a-80a8-1aebfe1bd365') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:41.583686 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.598865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.607107 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:57:41.607907 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:57:41.621512 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:57:41.625843 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:57:41.625843 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:57:41.626186 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.660085 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] Pushing event deleted for resources: {'Port': ['ID=032c516c-fbfb-4578-9232-2c60268dee46,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:41.662022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a5b3c-838e-4c23-913b-8e0aa39e9847 None None] No DVR routers for this DVR port 032c516c-fbfb-4578-9232-2c60268dee46 on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:41.745363 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.773179 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:41.776290 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b11c913c-a698-4d50-a447-e4ca3d540888 HTTP/1.1" status: 204 len: 168 time: 0.8500807 Jun 30 21:57:41.813695 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87037e-6af8-4130-b515-9dbde5ccc028 admin admin] Pushing event deleted for resources: {'Network': ['ID=b11c913c-a698-4d50-a447-e4ca3d540888,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:41.846456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb92c60-1fc4-4253-8cfc-fb2974d0085d req-bf0846a8-1fee-4fd4-bfeb-6897c2966b95 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:41.847996 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1bb92c60-1fc4-4253-8cfc-fb2974d0085d req-bf0846a8-1fee-4fd4-bfeb-6897c2966b95 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.1001267 Jun 30 21:57:41.890210 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1bb92c60-1fc4-4253-8cfc-fb2974d0085d req-d8ba7cc1-7ab5-48df-904c-be75079c58a6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365295 Jun 30 21:57:41.967046 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ddd35541-5332-4437-aeb3-693fa47a64f7 req-9fb398ef-9126-4851-82ba-a6bf1baf9df1 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0325711 Jun 30 21:57:42.028887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0c6df-b9d4-49a4-a7f9-c44c63a740b5 req-1e17f474-22c6-405f-b30b-0988e9a587d0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:42.030372 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7fd0c6df-b9d4-49a4-a7f9-c44c63a740b5 req-1e17f474-22c6-405f-b30b-0988e9a587d0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0673697 Jun 30 21:57:42.070146 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7fd0c6df-b9d4-49a4-a7f9-c44c63a740b5 req-22be17ec-9492-499e-ba00-1a0fbe8016fe tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340164 Jun 30 21:57:42.146600 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58114) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:42.189631 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7d6a9205-6d83-42d0-963d-5d63abbce1f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8cd1aadad96140a88ac88d3369feecee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418930 Jun 30 21:57:42.192016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58116) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:42.239251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:42.260382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:42.378117 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:42.380629 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:42.381532 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 032c516c-fbfb-4578-9232-2c60268dee46 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:42.381790 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16783cf7-8d44-4289-b3c9-b95e4a337181 HTTP/1.1" status: 204 len: 168 time: 0.1888950 Jun 30 21:57:42.390635 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a1b7-0177-4ccd-bd7f-62668c85485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16783cf7-8d44-4289-b3c9-b95e4a337181,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:42.409969 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 032c516c-fbfb-4578-9232-2c60268dee46 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:42.410310 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 032c516c-fbfb-4578-9232-2c60268dee46 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:43.084012 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443cd731-1ad3-4de3-b04d-ecb57ef1f6ae req-d1c4e810-f6ad-4cac-afbd-1cfb07fbbd11 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:43.086189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-443cd731-1ad3-4de3-b04d-ecb57ef1f6ae req-d1c4e810-f6ad-4cac-afbd-1cfb07fbbd11 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0713766 Jun 30 21:57:43.131262 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9c0b34fd-7b4f-448e-a0e0-cc02492f2ba0 req-ceab7023-6558-4d6b-8f8e-9c72ad246974 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0416117 Jun 30 21:57:43.165354 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-443cd731-1ad3-4de3-b04d-ecb57ef1f6ae req-9d226c0d-26da-4aea-b868-1e121c38e424 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534177 Jun 30 21:57:43.293496 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859137d-d94d-4c76-8fac-d3f2d2ffedb0 req-41fc274b-7197-40d0-88b7-4df11e45eebd tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:43.294974 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0859137d-d94d-4c76-8fac-d3f2d2ffedb0 req-41fc274b-7197-40d0-88b7-4df11e45eebd tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0633936 Jun 30 21:57:43.331310 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0859137d-d94d-4c76-8fac-d3f2d2ffedb0 req-d09242ed-7be5-4988-b9fb-c0df3dbd4bab tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306768 Jun 30 21:57:43.346593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58130) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:43.384997 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4decce75-aa30-45a3-a506-fc35a2dba2b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b4f96ed061148efa4716766d65e8816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371919 Jun 30 21:57:43.387526 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58132) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:43.434023 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:43.454846 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:43.578900 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:43.581367 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:43.582535 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/609ed375-8596-4e6e-a9ca-955947f4904f HTTP/1.1" status: 204 len: 168 time: 0.1941381 Jun 30 21:57:43.590763 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c90c6a-b0dc-4a4d-93eb-b66551a904c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ed375-8596-4e6e-a9ca-955947f4904f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:44.169046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-2135386a-9e27-469f-b315-237cb36bbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.170802 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-2135386a-9e27-469f-b315-237cb36bbc03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1096 time: 0.0566316 Jun 30 21:57:44.282471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-f96b35a4-dced-4d71-9a57-413f5a5593d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.283975 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-f96b35a4-dced-4d71-9a57-413f5a5593d6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1000350 Jun 30 21:57:44.284120 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d8b5f063-f3fd-4e86-b308-3047da282569 req-aace7838-29b5-4642-ae7a-1703da0269a2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0343966 Jun 30 21:57:44.348347 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe85d89-1b3f-444e-9e3c-768a91d691a7 req-67149252-951f-45db-ba4e-7dd527d7400f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.349851 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1fe85d89-1b3f-444e-9e3c-768a91d691a7 req-67149252-951f-45db-ba4e-7dd527d7400f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0681999 Jun 30 21:57:44.391720 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1fe85d89-1b3f-444e-9e3c-768a91d691a7 req-7cd98d8c-42e4-4b37-8f82-46d98290b43d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346165 Jun 30 21:57:44.399890 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-122b63a7-015d-4844-81e9-d64bef71684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.401608 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-afd7f9e9-ad98-4ff0-b0d3-707e5cff95f9 req-122b63a7-015d-4844-81e9-d64bef71684e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958700 Jun 30 21:57:44.512097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fbc73-5a87-482a-8568-88b34b080a5c req-2d230ff4-900e-453f-b79a-52cc0e8f67bc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.513460 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f14fbc73-5a87-482a-8568-88b34b080a5c req-2d230ff4-900e-453f-b79a-52cc0e8f67bc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0650961 Jun 30 21:57:44.548318 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-538ae417-fc8a-42ed-ab6c-aa2ae87ffde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.549890 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-538ae417-fc8a-42ed-ab6c-aa2ae87ffde5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1096 time: 0.0539725 Jun 30 21:57:44.551462 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f14fbc73-5a87-482a-8568-88b34b080a5c req-7c79e46a-b8ee-4d40-b673-c75c2aeedab2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320039 Jun 30 21:57:44.609524 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-cce89672-a338-49d0-9555-5f72f05fcca6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 217 time: 0.0375993 Jun 30 21:57:44.666102 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-56e790b1-6408-49bd-be78-cfaea3668734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.667537 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-56e790b1-6408-49bd-be78-cfaea3668734 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0442517 Jun 30 21:57:44.736731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-cf4267b9-3c89-48e5-85a5-7d43007e9c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:44.738228 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-cf4267b9-3c89-48e5-85a5-7d43007e9c96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509686 Jun 30 21:57:44.831934 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-eaf8059c-52c3-4552-b666-3f05831f3ebb service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850697 Jun 30 21:57:44.926926 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-e7ae2a80-9e79-441f-b731-8ff54f0f4e92 req-fed838a9-373b-4b64-86f1-80b2e5d75646 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847504 Jun 30 21:57:45.294298 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-0e4b669b-8358-41e4-8904-05f1c9282f9f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:45.295727 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-0e4b669b-8358-41e4-8904-05f1c9282f9f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 813 time: 0.1023006 Jun 30 21:57:45.310196 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-f996dfbb-8b18-4ea9-aba0-b5430ad2bda1 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/quotas/8363317d46b940d8b9549e8e8b7543e3 HTTP/1.1" status: 200 len: 375 time: 0.0092311 Jun 30 21:57:45.343178 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ed069ffe-f65c-4a44-a30c-84745c86cac5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278311 Jun 30 21:57:45.443187 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aa1525f3-8f0b-4271-8010-2357df497d95 req-3d7ceb2c-c861-4015-b066-1475cb23c483 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0318027 Jun 30 21:57:45.466346 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-95be9d68-7ecc-407f-9333-962411a7966f service neutron] 10.222.0.47 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167612 Jun 30 21:57:45.589541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-0870fa84-6e3d-4e10-901b-f09202a2548f service neutron] 10.222.0.47 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172545 Jun 30 21:57:45.627341 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1929dd-8b1f-44cd-a236-dd4c402b20c9 req-390c1386-4b9b-436a-b6d7-fe220fda587e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:45.628824 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3e1929dd-8b1f-44cd-a236-dd4c402b20c9 req-390c1386-4b9b-436a-b6d7-fe220fda587e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0711772 Jun 30 21:57:45.672057 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3e1929dd-8b1f-44cd-a236-dd4c402b20c9 req-72032d44-940f-4c35-aeb9-4e5dbf748b52 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360634 Jun 30 21:57:45.773634 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:45.798623 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-35dbbeea-8212-448a-9907-a784d62bb681 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:45.800597 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-35dbbeea-8212-448a-9907-a784d62bb681 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1435022 Jun 30 21:57:45.826887 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Request body: {'port': {'device_id': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'admin_state_up': True, 'tenant_id': '949383c14ed1418286462f0c915616f4'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:45.856681 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4454bc12-84ab-4764-9eed-c5efc322b3b7 req-ca0c4ee4-f8de-47f9-b952-fa17da418474 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 210 time: 0.0427434 Jun 30 21:57:45.895097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9e2f8-01d5-4a3a-9298-91c07181b112 req-c11b24c8-70fb-4a4d-b9c2-0c6cfd56087d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:45.896778 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6f9e2f8-01d5-4a3a-9298-91c07181b112 req-c11b24c8-70fb-4a4d-b9c2-0c6cfd56087d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.1149011 Jun 30 21:57:45.946584 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6f9e2f8-01d5-4a3a-9298-91c07181b112 req-90637073-5986-4313-b723-651e8de0db5c tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Jun 30 21:57:46.047403 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:57:46.051065 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:46.188261 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Allocated IP 172.20.0.2 (b4badbdd-2c11-4a97-9b21-0472f6accea7/3b75e3f5-c79e-43bd-ac25-3f2dad80f290/c27713b6-3d13-4a86-bed6-735c38f82f11) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:46.348892 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:46.442976 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:46.486564 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59', '0cf0a460-1d2d-4179-b146-c84b785619bd'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:46.499230 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:46.502716 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:46.505703 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:46.536425 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event updated for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:46.566061 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:46.567120 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:46.632550 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270d988-19bf-46b1-a894-36e1627d2397 req-0f8c8129-2cd2-4c33-9eab-caacf236a548 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:46.634161 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9270d988-19bf-46b1-a894-36e1627d2397 req-0f8c8129-2cd2-4c33-9eab-caacf236a548 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 931 time: 0.0649438 Jun 30 21:57:46.675170 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9270d988-19bf-46b1-a894-36e1627d2397 req-ebef9669-1a74-4d5f-8af7-bc46e02810b7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Jun 30 21:57:46.699180 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-507b0fb1-c86a-402e-93e9-0a453fe8131e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769777 Jun 30 21:57:46.729723 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Request body: {'port': {'device_id': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:46.807780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:46.857771 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e505e60-b67d-4008-88ff-4de0ab8e1389 req-10a7c2f7-3c7d-48d7-a926-7d4b858d8dda tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:46.859390 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e505e60-b67d-4008-88ff-4de0ab8e1389 req-10a7c2f7-3c7d-48d7-a926-7d4b858d8dda tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0727456 Jun 30 21:57:46.896982 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8e505e60-b67d-4008-88ff-4de0ab8e1389 req-369f45b4-2f26-4065-9d4a-4da69c8e1f68 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317276 Jun 30 21:57:47.037491 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8a703c2f-3df3-424c-9b49-03f997fbe1ff req-7142ddad-c5d9-41d1-b8f7-7305752383fe tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 210 time: 0.0470867 Jun 30 21:57:47.075930 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-662f2171-609e-4f16-93ef-0c589747a6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.096181 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c27713b6-3d13-4a86-bed6-735c38f82f11 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:47.105454 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.117799 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Transition to ACTIVE for port object c27713b6-3d13-4a86-bed6-735c38f82f11 will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:47.137250 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26e24f-f87f-49dc-9df3-5a47496bf942 req-7c35de4f-874f-4a77-9227-49f2a1bfc1c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.138788 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ca26e24f-f87f-49dc-9df3-5a47496bf942 req-7c35de4f-874f-4a77-9227-49f2a1bfc1c8 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0704942 Jun 30 21:57:47.177198 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ca26e24f-f87f-49dc-9df3-5a47496bf942 req-d64aa40b-0b2c-43c7-bb62-a65f4459b2ec tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=19d94baf-7852-4fdf-9298-df7419b2fc1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324728 Jun 30 21:57:47.230486 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.256452 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-24a25a24-92f7-496e-9f43-e3aa8e5e4d68 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.258247 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-24a25a24-92f7-496e-9f43-e3aa8e5e4d68 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 945 time: 0.0735140 Jun 30 21:57:47.354679 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Pushing event updated for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:47.365941 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.366404 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.367540 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.367798 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.368132 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.368455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.368781 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.369123 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.369429 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.369751 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.370098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.370422 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:47.392289 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Attempting to bind port c27713b6-3d13-4a86-bed6-735c38f82f11 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:57:47.406538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Attempting to bind port c27713b6-3d13-4a86-bed6-735c38f82f11 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:57:47.406538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Attempting to bind port c27713b6-3d13-4a86-bed6-735c38f82f11 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:47.406538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Port c27713b6-3d13-4a86-bed6-735c38f82f11 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:57:47.406538 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Attempting to bind port c27713b6-3d13-4a86-bed6-735c38f82f11 on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:47.407123 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Deleting port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:47.407123 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.407326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:57:47.407326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Checking segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:57:47.407326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Bound using segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:57:47.407326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Bound port: c27713b6-3d13-4a86-bed6-735c38f82f11, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:57:47.407326 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.469593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:57:47.474006 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c27713b6-3d13-4a86-bed6-735c38f82f11,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:57:47.491608 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] For port 7f72ec83-ede3-4d54-a3de-ba03822f4e07, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=7f72ec83-ede3-4d54-a3de-ba03822f4e07,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:47.492623 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.551271 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.590394 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.591016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.592415 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] 10.222.0.55 "PUT /v2.0/ports/c27713b6-3d13-4a86-bed6-735c38f82f11 HTTP/1.1" status: 200 len: 1093 time: 0.8682244 Jun 30 21:57:47.595758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:47.595758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d788acb-3a63-4e18-9452-4056e013db40" -d '{"events": [{"name": "network-changed", "server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:47.624986 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf8fa2-185d-4169-bb91-dd471d0ae253 service neutron] Pushing event updated for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:47.642304 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be1632b-d56c-424b-93d4-9dd3424f3bd4 x-openstack-request-id: req-0be1632b-d56c-424b-93d4-9dd3424f3bd4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:47.642304 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:47.642304 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0be1632b-d56c-424b-93d4-9dd3424f3bd4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:47.642304 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'status': 'completed', 'code': 200} Jun 30 21:57:47.726023 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.727757 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.728086 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Floating IP 699954e3-d9c8-401f-bd1b-2f0682f32601 disassociated. External IP: 172.27.1.100, port: 7f72ec83-ede3-4d54-a3de-ba03822f4e07. Jun 30 21:57:47.728436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Calling delete_port for 7f72ec83-ede3-4d54-a3de-ba03822f4e07 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:47.743513 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788acb-3a63-4e18-9452-4056e013db40 req-b3fe0f52-5582-4429-92f1-5de52ddc19ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.748992 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8d788acb-3a63-4e18-9452-4056e013db40 req-b3fe0f52-5582-4429-92f1-5de52ddc19ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 1096 time: 0.0572789 Jun 30 21:57:47.853009 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788acb-3a63-4e18-9452-4056e013db40 req-f7ee1572-f6b7-44a1-840f-02563bf2e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.854798 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8d788acb-3a63-4e18-9452-4056e013db40 req-f7ee1572-f6b7-44a1-840f-02563bf2e28a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=949383c14ed1418286462f0c915616f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0938854 Jun 30 21:57:47.907801 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb42c88-2979-4a0f-a88d-496427f47983 req-e4438a66-8756-44e9-afe2-77680c84d484 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.909387 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8bb42c88-2979-4a0f-a88d-496427f47983 req-e4438a66-8756-44e9-afe2-77680c84d484 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 943 time: 0.1092942 Jun 30 21:57:47.958456 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d788acb-3a63-4e18-9452-4056e013db40 req-1b119064-0936-4e47-b8a3-8adcc9184d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:47.959934 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-8d788acb-3a63-4e18-9452-4056e013db40 req-1b119064-0936-4e47-b8a3-8adcc9184d82 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952935 Jun 30 21:57:47.962451 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8bb42c88-2979-4a0f-a88d-496427f47983 req-7b5a748d-ad49-4c3e-ba72-a0fffab5fc71 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443029 Jun 30 21:57:47.967010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:47.997228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'Port': ['ID=7f72ec83-ede3-4d54-a3de-ba03822f4e07,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:48.008643 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.009076 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.009334 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.009680 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.010025 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.017756 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:57:48.112690 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-0cc32b42-ab99-4367-8c18-6f666affcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:48.114237 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-0cc32b42-ab99-4367-8c18-6f666affcdc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 1096 time: 0.0666699 Jun 30 21:57:48.180050 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-038a9cea-2af6-4db4-9aa5-4d7aad4a6192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c27713b6-3d13-4a86-bed6-735c38f82f11 HTTP/1.1" status: 200 len: 217 time: 0.0413220 Jun 30 21:57:48.233563 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733439b-9849-43f5-be24-256424027b50 req-8e063504-0388-4137-acea-6d80e62df223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:48.235128 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-8e063504-0388-4137-acea-6d80e62df223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0485084 Jun 30 21:57:48.285027 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-e6965cb3-3a4e-4d0a-92a0-97205d2d89e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284898 Jun 30 21:57:48.398730 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-3be66b7c-0118-4505-ab75-cf853179b4fc service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054804 Jun 30 21:57:48.515459 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2733439b-9849-43f5-be24-256424027b50 req-c1741a7a-01f5-4d99-9c08-a2d5bb653fdf service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961668 Jun 30 21:57:48.521010 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-515f0e19-7a6c-4d1e-9739-90efd4f7f18b req-fc138e99-d124-4554-aa38-188c30bba143 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 210 time: 0.0967453 Jun 30 21:57:48.591513 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:48.605275 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4dd45-eed7-40ca-8ea9-3b8ea3cca4cc req-40a9ffdd-5e3e-460a-b908-cbe338451548 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:48.606804 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6bf4dd45-eed7-40ca-8ea9-3b8ea3cca4cc req-40a9ffdd-5e3e-460a-b908-cbe338451548 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.5507326 Jun 30 21:57:48.638035 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6c1d166e-5d2c-4e73-8b7d-7cb4b6006172 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:48.639541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6c1d166e-5d2c-4e73-8b7d-7cb4b6006172 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 813 time: 0.2141333 Jun 30 21:57:48.697830 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Request body: {'port': {'device_id': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743', 'admin_state_up': True, 'tenant_id': '8363317d46b940d8b9549e8e8b7543e3'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:48.735344 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ffdbaf7c-1c5c-4294-8bd2-966d98d9ce66 req-76d94b73-418e-4ff8-933b-cd1d78db3dbc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.0872056 Jun 30 21:57:48.770486 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6bf4dd45-eed7-40ca-8ea9-3b8ea3cca4cc req-01a1dcd4-cee6-4bd9-a78f-4e787e3dd6f8 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514733 Jun 30 21:57:48.870474 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:48.880190 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:48.890315 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:48.890933 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:48.924093 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] No DVR routers for this DVR port 7f72ec83-ede3-4d54-a3de-ba03822f4e07 on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:57:48.928095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:48.930663 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6111345e-bc4b-4a7a-9f81-12ee9c058935 req-93f47622-96a1-414a-bb62-005c6b9f4ac1 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "DELETE /v2.0/ports/7f72ec83-ede3-4d54-a3de-ba03822f4e07 HTTP/1.1" status: 204 len: 173 time: 1.6627016 Jun 30 21:57:48.931099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'name': 'network-vif-deleted', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:48.933316 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6aa397-0b04-4b34-beee-e5dd866e8719" -d '{"events": [{"server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "name": "network-vif-deleted", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:48.980260 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5926ad-be6b-4d39-8545-1432721986e3 x-openstack-request-id: req-df5926ad-be6b-4d39-8545-1432721986e3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:48.980554 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51995cc0-af5a-4c5f-b9c7-174e5a650884", "name": "network-vif-deleted", "tag": "7f72ec83-ede3-4d54-a3de-ba03822f4e07", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:48.980804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df5926ad-be6b-4d39-8545-1432721986e3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:48.981197 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51995cc0-af5a-4c5f-b9c7-174e5a650884', 'name': 'network-vif-deleted', 'tag': '7f72ec83-ede3-4d54-a3de-ba03822f4e07', 'status': 'completed', 'code': 200} Jun 30 21:57:49.002486 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Made reservation on behalf of 8363317d46b940d8b9549e8e8b7543e3 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:57:49.005643 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:49.006530 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.153517 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:57:49.183779 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Allocated IP 172.20.0.14 (bbb1b43a-28af-431f-9294-d4c8bd901743/de68bfea-6b1f-4030-a68e-cbb8875a5d76/c3ed607c-64f9-444a-ba2c-fc179476110c) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:49.245726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920495-93d1-48bf-b2aa-d213ab91d45b req-76f03edb-87f2-4666-9388-35a1b210818b tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:49.247170 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a0920495-93d1-48bf-b2aa-d213ab91d45b req-76f03edb-87f2-4666-9388-35a1b210818b tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 943 time: 0.1237538 Jun 30 21:57:49.300569 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:49.330850 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f3fc4768-252f-4e47-903b-2391afd38528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.336609 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:49.337873 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a0920495-93d1-48bf-b2aa-d213ab91d45b req-a7b42ed2-fa1b-4330-bf03-93c077fb6a1f tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821159 Jun 30 21:57:49.339754 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:49.362907 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:57:49.362907 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:49.362907 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:49.389016 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.442478 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.487303 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:49.488438 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.520599 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:49.520871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:49.539287 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Network bbb1b43a-28af-431f-9294-d4c8bd901743 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:49.542670 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:49.546780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:49.574255 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Pushing event updated for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:49.608230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:49.608884 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.669565 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.708835 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-ac5fa01a-20a0-44d9-8556-972405188d86 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0146670 Jun 30 21:57:49.716068 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3560bf-6b3e-4596-bc76-764dbfb4b7f0 req-da7a3c22-c14a-4fa8-8b1d-0b39e2003386 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:49.723490 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6f3560bf-6b3e-4596-bc76-764dbfb4b7f0 req-da7a3c22-c14a-4fa8-8b1d-0b39e2003386 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 932 time: 0.0671558 Jun 30 21:57:49.733036 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Request body: {'port': {'device_id': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:49.771971 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:49.798735 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6f3560bf-6b3e-4596-bc76-764dbfb4b7f0 req-5385f107-d025-4941-a79b-eb3eeec3aaff tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755670 Jun 30 21:57:49.837009 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:49.901195 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:49.940457 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11e30a0-de3b-4871-927c-1205e1b94bad None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:50.031193 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.122855 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['0a013506-7c62-4b0c-a9c7-55427e4e656a'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:50.124218 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d240b83-e5eb-40ee-9b4d-274e9c0e9b97 req-ec747832-3dd8-4c3d-90f1-6716ac034d72 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:50.127336 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d240b83-e5eb-40ee-9b4d-274e9c0e9b97 req-ec747832-3dd8-4c3d-90f1-6716ac034d72 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 944 time: 0.1560006 Jun 30 21:57:50.185322 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9747f8b1-bf98-44e9-9913-b8121fee3d46 req-c1bbb208-d15a-44cf-8f20-93bf0800e3fc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=51995cc0-af5a-4c5f-b9c7-174e5a650884 HTTP/1.1" status: 200 len: 210 time: 0.2930038 Jun 30 21:57:50.239808 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4d240b83-e5eb-40ee-9b4d-274e9c0e9b97 req-129a39ec-6392-43b6-9e37-8208fe7d7f83 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815890 Jun 30 21:57:50.252740 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e541ff-0a5f-471d-a890-529cc9dad04f None None] New status for floating IP 699954e3-d9c8-401f-bd1b-2f0682f32601: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:57:50.298647 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ed607c-64f9-444a-ba2c-fc179476110c {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:50.307775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.320500 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Transition to ACTIVE for port object c3ed607c-64f9-444a-ba2c-fc179476110c will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:50.401668 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.425139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.512927 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:50.596452 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1188-27ec-4c8b-bcbf-3a77dd1a5d28 req-f56835b9-3096-4be9-8633-82b98ac460f3 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:50.597959 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c2a1188-27ec-4c8b-bcbf-3a77dd1a5d28 req-f56835b9-3096-4be9-8633-82b98ac460f3 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 943 time: 0.1375782 Jun 30 21:57:50.613665 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Attempting to bind port c3ed607c-64f9-444a-ba2c-fc179476110c on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:57:50.614036 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Attempting to bind port c3ed607c-64f9-444a-ba2c-fc179476110c by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:57:50.614366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Attempting to bind port c3ed607c-64f9-444a-ba2c-fc179476110c on network bbb1b43a-28af-431f-9294-d4c8bd901743 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:50.625503 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Port c3ed607c-64f9-444a-ba2c-fc179476110c on network bbb1b43a-28af-431f-9294-d4c8bd901743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:57:50.625831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Attempting to bind port c3ed607c-64f9-444a-ba2c-fc179476110c on network bbb1b43a-28af-431f-9294-d4c8bd901743 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:50.633627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:57:50.634000 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Checking segment: {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:57:50.634383 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Bound using segment: {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:57:50.634812 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Bound port: c3ed607c-64f9-444a-ba2c-fc179476110c, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3170c0ba-36ed-47e4-aaa3-426a5bc5554b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:57:50.635168 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.657906 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1c2a1188-27ec-4c8b-bcbf-3a77dd1a5d28 req-92aa8351-a159-430d-8c1e-6ef2ca879257 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Jun 30 21:57:50.712889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:57:50.715920 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c3ed607c-64f9-444a-ba2c-fc179476110c,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:57:50.801964 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.838749 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:50.845384 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:50.845384 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] 10.222.0.55 "PUT /v2.0/ports/c3ed607c-64f9-444a-ba2c-fc179476110c HTTP/1.1" status: 200 len: 1094 time: 1.1114357 Jun 30 21:57:50.859751 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ac39-183b-4e4a-955e-580696eec09b service neutron] Pushing event updated for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:50.987288 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3961f71-c130-4f65-a7a1-6145e2329155 req-029111dd-ff3c-4f0f-8155-14021540968f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:50.988888 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c3961f71-c130-4f65-a7a1-6145e2329155 req-029111dd-ff3c-4f0f-8155-14021540968f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 944 time: 0.0686567 Jun 30 21:57:50.989248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:50.991477 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929081af-f890-4aa1-ad5a-bdacfffe7bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:51.034616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44927edf-7103-4788-8f48-5dc66d7e6a72 x-openstack-request-id: req-44927edf-7103-4788-8f48-5dc66d7e6a72 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:51.034928 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:51.035183 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44927edf-7103-4788-8f48-5dc66d7e6a72 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:51.035567 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c', 'status': 'completed', 'code': 200} Jun 30 21:57:51.061609 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c3961f71-c130-4f65-a7a1-6145e2329155 req-1f1e69f3-30b9-4b1d-9453-eed230c8f4f1 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664842 Jun 30 21:57:51.088875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-b034d8a2-8c52-49ee-9967-9274f4edd8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.090379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-b034d8a2-8c52-49ee-9967-9274f4edd8eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 1097 time: 0.1155944 Jun 30 21:57:51.142045 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-2aaccc01-f0da-49af-8757-f0cfbbc652ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ed607c-64f9-444a-ba2c-fc179476110c HTTP/1.1" status: 200 len: 217 time: 0.0339978 Jun 30 21:57:51.188319 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c27713b6-3d13-4a86-bed6-735c38f82f11 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:57:51.190073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-fc7b7360-6568-44ce-8595-ac10a159fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.191512 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-fc7b7360-6568-44ce-8595-ac10a159fe0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de68bfea-6b1f-4030-a68e-cbb8875a5d76 HTTP/1.1" status: 200 len: 853 time: 0.0422266 Jun 30 21:57:51.199317 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:57:51.229762 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-53abf481-619d-4038-9159-3a1e93140826 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb1b43a-28af-431f-9294-d4c8bd901743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312080 Jun 30 21:57:51.330204 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c27713b6-3d13-4a86-bed6-735c38f82f11,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:51.342684 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-1f4c9c38-4168-4d5c-afcc-ee9cb275f6c3 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038728 Jun 30 21:57:51.344030 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'port_id': 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'mac_address': 'fa:16:3e:af:fd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75e3f5-c79e-43bd-ac25-3f2dad80f290', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:57:51.370119 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 0a013506-7c62-4b0c-a9c7-55427e4e656a completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:51.380704 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 0a013506-7c62-4b0c-a9c7-55427e4e656a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:51.381080 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.409913 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.431212 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c27713b6-3d13-4a86-bed6-735c38f82f11 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:51.456283 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9ea8e2d4-7e08-4ff7-b468-f3febd0fc263 req-30a95b17-b9c4-4c83-843e-d10710453968 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000082 Jun 30 21:57:51.459063 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c27713b6-3d13-4a86-bed6-735c38f82f11,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:51.462182 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58230) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:51.508251 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.519361 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.533346 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:51.535719 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d93c3-99c9-4cf2-a37e-9ed0379e6820" -d '{"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:51.546004 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.553641 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:51.554946 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.588884 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd1de62-ec44-47af-9d35-3d9fbd27a8f0 x-openstack-request-id: req-efd1de62-ec44-47af-9d35-3d9fbd27a8f0 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:51.589192 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:51.589435 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-efd1de62-ec44-47af-9d35-3d9fbd27a8f0 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:51.589982 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'code': 200} Jun 30 21:57:51.616455 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:51.644868 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ac0a8-f4d3-464a-86be-8942e6bc261a req-083650cc-2135-48f7-9e2f-d25c272a7f07 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.646367 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b64ac0a8-f4d3-464a-86be-8942e6bc261a req-083650cc-2135-48f7-9e2f-d25c272a7f07 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 944 time: 0.0822258 Jun 30 21:57:51.648050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.649523 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 7f72ec83-ede3-4d54-a3de-ba03822f4e07 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:57:51.701094 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 7f72ec83-ede3-4d54-a3de-ba03822f4e07 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:57:51.701441 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 7f72ec83-ede3-4d54-a3de-ba03822f4e07 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:57:51.702380 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b64ac0a8-f4d3-464a-86be-8942e6bc261a req-6339330b-0a5c-4d03-b5ca-88b81c09f7a6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493727 Jun 30 21:57:51.716770 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.719871 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.733805 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "DELETE /v2.0/security-groups/19d94baf-7852-4fdf-9298-df7419b2fc1c HTTP/1.1" status: 204 len: 168 time: 0.2578633 Jun 30 21:57:51.734176 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58236) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:51.734628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca975ca-9ccb-4853-b523-9fa57fa7d441 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d94baf-7852-4fdf-9298-df7419b2fc1c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:51.754868 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:51.757140 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.api.v2.resource [None req-3dec7570-78c8-4f38-918e-bd6bad2f74b5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] show failed (client error): The resource could not be found. Jun 30 21:57:51.760988 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3dec7570-78c8-4f38-918e-bd6bad2f74b5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups/19d94baf-7852-4fdf-9298-df7419b2fc1c HTTP/1.1" status: 404 len: 347 time: 0.0321820 Jun 30 21:57:51.761733 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58238) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:51.840709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-235c3395-f7ef-4fac-a6a1-7986e00b86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.842241 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-235c3395-f7ef-4fac-a6a1-7986e00b86f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8363317d46b940d8b9549e8e8b7543e3&device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 1097 time: 0.1108689 Jun 30 21:57:51.901810 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Deleting port 1c6cd45a-8c5f-4594-bad0-2440856dd1e5 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:57:51.908520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8017d-4d45-4b36-aed3-6cedb978aa1e req-13649317-2a5d-4503-8b8b-5e6d5fb80c60 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.908682 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.908781 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60a8017d-4d45-4b36-aed3-6cedb978aa1e req-13649317-2a5d-4503-8b8b-5e6d5fb80c60 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 944 time: 0.1168203 Jun 30 21:57:51.948030 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['c27713b6-3d13-4a86-bed6-735c38f82f11'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:51.982413 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60a8017d-4d45-4b36-aed3-6cedb978aa1e req-d318d1fb-8000-408f-a689-50eec3d379a4 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517507 Jun 30 21:57:51.990085 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.990418 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:51.997573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-f7f8c537-9e30-41c7-a129-c150495c51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:51.999117 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-f7f8c537-9e30-41c7-a129-c150495c51ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 200 len: 914 time: 0.1484671 Jun 30 21:57:52.008463 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Calling delete_port for 1c6cd45a-8c5f-4594-bad0-2440856dd1e5 owned by network:floatingip {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:57:52.057267 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-b7b38b8b-401f-4b04-a1e6-f5a101834f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3ed607c-64f9-444a-ba2c-fc179476110c HTTP/1.1" status: 200 len: 217 time: 0.0478661 Jun 30 21:57:52.136797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-b1c04024-2c4e-40ad-ae55-dc536f4a6ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:52.138261 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-b1c04024-2c4e-40ad-ae55-dc536f4a6ea8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=de68bfea-6b1f-4030-a68e-cbb8875a5d76 HTTP/1.1" status: 200 len: 853 time: 0.0733702 Jun 30 21:57:52.140445 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:52.177418 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-ec42f737-ca78-4b54-8e14-209f942b7ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbb1b43a-28af-431f-9294-d4c8bd901743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273986 Jun 30 21:57:52.179321 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc385502-94db-41ff-85f0-fc0b395a889e req-4c261b2b-396c-4923-b5b3-ad49778d58da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:52.181431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cc385502-94db-41ff-85f0-fc0b395a889e req-4c261b2b-396c-4923-b5b3-ad49778d58da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1098 time: 0.1260827 Jun 30 21:57:52.248756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:52.275044 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'Port': ['ID=1c6cd45a-8c5f-4594-bad0-2440856dd1e5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:52.308170 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cc385502-94db-41ff-85f0-fc0b395a889e req-10fc55f6-9042-4b58-9671-6cb616c95276 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152976 Jun 30 21:57:52.338300 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:52.343872 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:52.344455 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-c312f0a5-49fa-41af-a7c2-b13432b410d8 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492386 Jun 30 21:57:52.344552 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-07120e56-5dbe-483d-97fb-7955ab35d5e7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "DELETE /v2.0/floatingips/699954e3-d9c8-401f-bd1b-2f0682f32601 HTTP/1.1" status: 204 len: 168 time: 0.5785499 Jun 30 21:57:52.351608 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83985abb-0e5b-40e1-b555-93befa5a2af1 req-06dfb2ca-8799-4b28-a148-fc383f2e83f4 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:52.353198 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-83985abb-0e5b-40e1-b555-93befa5a2af1 req-06dfb2ca-8799-4b28-a148-fc383f2e83f4 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 944 time: 0.1518023 Jun 30 21:57:52.394491 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-83985abb-0e5b-40e1-b555-93befa5a2af1 req-6c3dfae8-6e8e-4914-b9a5-cb6b44bfa9d8 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356297 Jun 30 21:57:52.748875 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-929081af-f890-4aa1-ad5a-bdacfffe7bc5 req-e62b59f2-40ec-4b57-a52e-b55c60f9e4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867207 Jun 30 21:57:52.828751 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58246) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:52.833382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105961308', 'description': 'tempest-description--1480752328'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:52.886567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b5fb-260e-4a16-b48b-395c815779c9 req-8d62db33-449f-47f7-b4c2-9cbf27acf334 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:52.888084 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-df20b5fb-260e-4a16-b48b-395c815779c9 req-8d62db33-449f-47f7-b4c2-9cbf27acf334 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0624454 Jun 30 21:57:52.907476 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:52.926285 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-df20b5fb-260e-4a16-b48b-395c815779c9 req-4b09e753-91e0-4734-909b-389c2c27be89 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Jun 30 21:57:52.989751 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.053640 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.083522 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91591ef-e80a-4292-831b-e35f23161e0a,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:53.160208 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7007802-5f21-486b-9751-248c163af2da req-b596e12b-4052-4686-8acc-4aac608a8cee tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:53.161665 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7007802-5f21-486b-9751-248c163af2da req-b596e12b-4052-4686-8acc-4aac608a8cee tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 944 time: 0.0667536 Jun 30 21:57:53.168130 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.169380 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-76501759-765c-488e-bb3d-5e5fad65b50e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3395996 Jun 30 21:57:53.172178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58250) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:53.176991 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group_rule': {'security_group_id': 'c91591ef-e80a-4292-831b-e35f23161e0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:53.201171 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f7007802-5f21-486b-9751-248c163af2da req-605c23ec-9c6c-4ed8-bb6f-14a52ac19053 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330443 Jun 30 21:57:53.204243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c27713b6-3d13-4a86-bed6-735c38f82f11 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:57:53.259325 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.316628 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port c27713b6-3d13-4a86-bed6-735c38f82f11 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:53.317229 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.321231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port c27713b6-3d13-4a86-bed6-735c38f82f11 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:53.321585 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.385271 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.399432 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.405975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39bba91-123c-4893-9ef2-03ab956763c7,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:53.432698 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c27713b6-3d13-4a86-bed6-735c38f82f11,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:53.471197 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.472417 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4fde69ee-245c-435e-9317-0d087111c229 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992346 Jun 30 21:57:53.475201 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58256) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:53.480016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'security_group_rule': {'security_group_id': 'c91591ef-e80a-4292-831b-e35f23161e0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:53.500325 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.553254 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:53.576502 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d63739-18b4-48e1-b86c-93f6da562e35 req-c5349e0e-9e53-4ee8-a100-dfe61566f642 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:53.578051 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a0d63739-18b4-48e1-b86c-93f6da562e35 req-c5349e0e-9e53-4ee8-a100-dfe61566f642 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 944 time: 0.0705812 Jun 30 21:57:53.583126 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.590840 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:53.593149 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8977ddf-c7cb-48c0-9abf-94447b0c53ed" -d '{"events": [{"server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "name": "network-vif-plugged", "status": "completed", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:53.640632 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9fe9f6-0e31-4a9f-bf31-b9e19e4205af x-openstack-request-id: req-ee9fe9f6-0e31-4a9f-bf31-b9e19e4205af {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:53.640632 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "name": "network-vif-plugged", "status": "completed", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:53.640632 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee9fe9f6-0e31-4a9f-bf31-b9e19e4205af {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:53.641120 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a0d63739-18b4-48e1-b86c-93f6da562e35 req-6aed7dc7-5d96-4e80-b31d-fdfc181ad01a tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Jun 30 21:57:53.641226 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.641321 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'code': 200} Jun 30 21:57:53.722555 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.740118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d999a46a-391d-48b0-80b5-34e2b417d505,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:53.825298 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:53.826491 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d8355177-8662-46a0-8aad-f6f947f6cfe5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3503802 Jun 30 21:57:53.829748 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58260) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:53.834215 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:53.905954 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.004720 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.115485 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Allocated IP 172.27.1.20 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:54.160673 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416ede-d295-4dd7-a139-b0a55910aa6a req-23514fdd-a898-418c-a6da-01e78b4cea6d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:54.162189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-17416ede-d295-4dd7-a139-b0a55910aa6a req-23514fdd-a898-418c-a6da-01e78b4cea6d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.1052697 Jun 30 21:57:54.168703 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524829b5-9b5f-444e-997c-b28bc51c49f3 req-eb2cdab8-b12e-445c-ad0d-a750cf2c4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:54.170143 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-524829b5-9b5f-444e-997c-b28bc51c49f3 req-eb2cdab8-b12e-445c-ad0d-a750cf2c4783 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 1098 time: 0.0860555 Jun 30 21:57:54.216166 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.221673 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-17416ede-d295-4dd7-a139-b0a55910aa6a req-ac8b5351-3dd2-46f9-a75a-48f3640dccdc tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506008 Jun 30 21:57:54.228099 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-524829b5-9b5f-444e-997c-b28bc51c49f3 req-d23844a3-35f0-4276-9a8e-2d990919ef08 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500190 Jun 30 21:57:54.377211 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.377546 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219ce7-7b37-4555-8d0f-374b14542933 req-801c785f-72a8-407a-8082-e0b270953fe2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:54.377546 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c2219ce7-7b37-4555-8d0f-374b14542933 req-801c785f-72a8-407a-8082-e0b270953fe2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0629971 Jun 30 21:57:54.409121 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:54.412005 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:54.415974 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c2219ce7-7b37-4555-8d0f-374b14542933 req-ff69581c-1e42-4dcf-a13d-31de438ee440 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Jun 30 21:57:54.416237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:54.421784 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:54.503713 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.608261 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.764493 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.808009 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd8617-602d-46f9-ad3f-e6b9fe0975a1 req-99b38e0e-16b1-4405-887f-f562c036c5a3 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:54.809466 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6cd8617-602d-46f9-ad3f-e6b9fe0975a1 req-99b38e0e-16b1-4405-887f-f562c036c5a3 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 944 time: 0.0643823 Jun 30 21:57:54.819768 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.853039 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d6cd8617-602d-46f9-ad3f-e6b9fe0975a1 req-3b91d354-1660-489a-bbf5-845a24c43bf1 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379114 Jun 30 21:57:54.891122 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:54.901599 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.991104 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:54.992286 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-78f29f2e-fa6f-4ca7-a9d4-34884a629c81 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1615777 Jun 30 21:57:55.131131 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-c585c8e8-8f91-4551-919e-f42bed012273 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1105961308&fields=id&tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 267 time: 0.0329185 Jun 30 21:57:55.197067 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c3ed607c-64f9-444a-ba2c-fc179476110c details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:57:55.238641 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-7bbb5805-2d89-48ff-9b3c-ed40d2401aa7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:55.240105 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-7bbb5805-2d89-48ff-9b3c-ed40d2401aa7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 811 time: 0.1021888 Jun 30 21:57:55.255490 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-171e3520-0635-4e8b-b72e-c59e78a59f90 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/quotas/f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 375 time: 0.0092146 Jun 30 21:57:55.295391 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c3ed607c-64f9-444a-ba2c-fc179476110c,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:55.308978 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'c3ed607c-64f9-444a-ba2c-fc179476110c', 'network_id': 'bbb1b43a-28af-431f-9294-d4c8bd901743', 'port_id': 'c3ed607c-64f9-444a-ba2c-fc179476110c', 'mac_address': 'fa:16:3e:e7:b3:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de68bfea-6b1f-4030-a68e-cbb8875a5d76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:57:55.338484 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-8abfefb4-f7c1-445e-a573-fb5c7231e160 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767374 Jun 30 21:57:55.351554 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:55.364243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ed607c-64f9-444a-ba2c-fc179476110c {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:55.385520 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c3ed607c-64f9-444a-ba2c-fc179476110c,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:55.437192 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:55.440951 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca631de-c4f0-4fed-bd55-1bc3061b7aa5 req-742d7a71-8e83-44cc-bdeb-83e54d3227f3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:55.442472 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2ca631de-c4f0-4fed-bd55-1bc3061b7aa5 req-742d7a71-8e83-44cc-bdeb-83e54d3227f3 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0955241 Jun 30 21:57:55.487221 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:55.524459 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2ca631de-c4f0-4fed-bd55-1bc3061b7aa5 req-c45daf57-ae3f-4acf-96a9-eedfa454553c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537338 Jun 30 21:57:55.528406 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-7120da5a-66a0-49f6-ad5e-20d3705db463 service neutron] 10.222.0.47 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790988 Jun 30 21:57:55.630857 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-42c0694e-1b6d-4f2b-9726-8bb1230f0401 service neutron] 10.222.0.47 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959194 Jun 30 21:57:55.704724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a7a79-b106-49ca-839b-1e20089f70ca req-e963abdf-1afb-4108-b098-4b2808459dcc tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:55.705359 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-240a7a79-b106-49ca-839b-1e20089f70ca req-e963abdf-1afb-4108-b098-4b2808459dcc tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0722096 Jun 30 21:57:55.744510 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-240a7a79-b106-49ca-839b-1e20089f70ca req-9edee2a4-5e64-4477-912c-a05be29c6c73 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324969 Jun 30 21:57:55.887399 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['c3ed607c-64f9-444a-ba2c-fc179476110c'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:57:55.913346 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-429f181a-a46c-4a86-b4f2-51763c0e46b6 req-8f9ccd70-e3b8-4ae9-ba17-3cf55cd75ca0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 210 time: 0.0378716 Jun 30 21:57:55.938004 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff9ef1-6dab-4c77-a106-01981cc9d94b req-0be5ca15-0a06-4491-afdc-85e97ca7e35a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:55.939800 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-00ff9ef1-6dab-4c77-a106-01981cc9d94b req-0be5ca15-0a06-4491-afdc-85e97ca7e35a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0957241 Jun 30 21:57:55.952981 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58294) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:57:55.958583 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Request body: {'floatingip': {'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:56.001183 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:56.113768 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4651e-b309-4100-a4ef-2df430688a8e req-a0a0885c-cad5-4ec1-8152-97e9f62049a9 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:56.115381 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-64c4651e-b309-4100-a4ef-2df430688a8e req-a0a0885c-cad5-4ec1-8152-97e9f62049a9 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 945 time: 0.0676413 Jun 30 21:57:56.153184 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-64c4651e-b309-4100-a4ef-2df430688a8e req-e2c600c9-92c0-476d-9173-8e52a06cdc0b tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jun 30 21:57:56.713964 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:56.785783 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:56.889445 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Floating IP 1db94761-3a33-4be8-974c-b0b648415d52 associated. External IP: 172.27.1.26, port: 0a013506-7c62-4b0c-a9c7-55427e4e656a. Jun 30 21:57:56.920775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a1b53-ce5e-4daf-8d5b-967fb6ffb25a req-4935233d-b0d6-459f-b658-10796dc5120a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:56.922291 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a79a1b53-ce5e-4daf-8d5b-967fb6ffb25a req-4935233d-b0d6-459f-b658-10796dc5120a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0666654 Jun 30 21:57:56.963001 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a79a1b53-ce5e-4daf-8d5b-967fb6ffb25a req-33441b33-193e-4aee-818b-aab2d823166e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348036 Jun 30 21:57:57.085030 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-674eb041-dd60-4ca0-a948-c8ba171c49c2 req-f214c2cc-60b5-4ad6-b461-f6cc032b1f18 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 210 time: 0.0303514 Jun 30 21:57:57.120028 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:57:57.215520 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c3ed607c-64f9-444a-ba2c-fc179476110c up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:57:57.234852 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:57:57.246634 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:57.249869 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:57:57.280647 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:57.280972 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:57.288647 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-0ef04bf8-7f20-4853-a326-87cf1a521e45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "PUT /v2.0/floatingips/1db94761-3a33-4be8-974c-b0b648415d52 HTTP/1.1" status: 200 len: 990 time: 1.3312345 Jun 30 21:57:57.288647 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:57.292225 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98" -d '{"events": [{"name": "network-changed", "server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:57.387460 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e20655-4a23-4b99-b194-16a385aeae59 req-ae43ab30-2c57-4194-acf3-52e48b7c171f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:57.388958 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91e20655-4a23-4b99-b194-16a385aeae59 req-ae43ab30-2c57-4194-acf3-52e48b7c171f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 945 time: 0.0941436 Jun 30 21:57:57.402552 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port c3ed607c-64f9-444a-ba2c-fc179476110c completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:57.408034 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port c3ed607c-64f9-444a-ba2c-fc179476110c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:57.408372 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:57.427820 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91e20655-4a23-4b99-b194-16a385aeae59 req-a3f7a073-2c13-4352-81da-13f543304675 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327311 Jun 30 21:57:57.457106 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:57.532687 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f4bec5-fa71-4ce6-848d-f8cca3da64ee x-openstack-request-id: req-a9f4bec5-fa71-4ce6-848d-f8cca3da64ee {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:57.532947 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:57.533185 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9f4bec5-fa71-4ce6-848d-f8cca3da64ee {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:57.533612 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'status': 'completed', 'code': 200} Jun 30 21:57:57.593111 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:57.635525 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:57:57.637746 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e25a6b7-cbe3-4394-8b8b-56da46ff5330" -d '{"events": [{"server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:57:57.669165 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-2e5429de-b2ae-4607-9c36-9e9bb5e74cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:57.671272 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-2e5429de-b2ae-4607-9c36-9e9bb5e74cae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1098 time: 0.0660746 Jun 30 21:57:57.682432 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b40ad6-581b-4dc3-80f5-f38a4bf68218 x-openstack-request-id: req-11b40ad6-581b-4dc3-80f5-f38a4bf68218 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:57:57.682725 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "name": "network-vif-plugged", "status": "completed", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:57:57.682971 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11b40ad6-581b-4dc3-80f5-f38a4bf68218 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:57:57.683353 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c', 'code': 200} Jun 30 21:57:57.686527 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c3ed607c-64f9-444a-ba2c-fc179476110c,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:57:57.741805 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:57:57.758360 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:57.775217 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-09433b03-5a86-4f4c-b665-3d9cfb2937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:57.776926 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-09433b03-5a86-4f4c-b665-3d9cfb2937c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.0958290 Jun 30 21:57:57.812271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '1db94761-3a33-4be8-974c-b0b648415d52', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:32Z', 'updated_at': '2021-06-30T21:57:56Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:57.845793 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:57:57.847430 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-5638c48e-2a36-42cf-aa51-752705868012 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 998 time: 0.0592489 Jun 30 21:57:57.850737 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:57.857729 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:57:57.858378 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:57.903441 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-7c2739a9-2f35-478c-a94c-410db9ac855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:57.905133 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-7c2739a9-2f35-478c-a94c-410db9ac855b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0497754 Jun 30 21:57:57.970838 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-71e1b1cc-20ea-45e5-9142-819b4951ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:57.972410 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-71e1b1cc-20ea-45e5-9142-819b4951ca39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595160 Jun 30 21:57:57.975339 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:57:58.344844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '1db94761-3a33-4be8-974c-b0b648415d52', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:32Z', 'updated_at': '2021-06-30T21:57:56Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:57:58.372452 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3345e9c0-595c-466c-aad5-7a552deeac1f req-5e3ea841-d772-45db-870f-888057ca785b tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 210 time: 0.0676358 Jun 30 21:57:58.378736 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa3e9cb-5982-43ea-86ca-408037b29602 None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '1db94761-3a33-4be8-974c-b0b648415d52', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:32Z', 'updated_at': '2021-06-30T21:57:56Z', 'revision_number': 1, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:57:58.379358 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-c20eff05-288a-4658-aeab-5225737d7afd tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:58.384975 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-c20eff05-288a-4658-aeab-5225737d7afd tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 811 time: 0.1402342 Jun 30 21:57:58.455704 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-52591d6e-9bf4-48ab-8970-529f5269d3e0 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f HTTP/1.1" status: 200 len: 380 time: 0.0443890 Jun 30 21:57:58.463248 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-9b227662-fbdc-44e7-89b4-d0af20017f5c service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791391 Jun 30 21:57:58.463691 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfc74c-f342-486a-adde-0009ee568b6b req-dedbccc6-a540-451c-a4a7-838ff7f0e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:58.465044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9cfc74c-f342-486a-adde-0009ee568b6b req-dedbccc6-a540-451c-a4a7-838ff7f0e6fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 1099 time: 0.1592524 Jun 30 21:57:58.466558 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'port': {'device_id': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'admin_state_up': True, 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'security_groups': ['c91591ef-e80a-4292-831b-e35f23161e0a']}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:58.590878 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9cfc74c-f342-486a-adde-0009ee568b6b req-2c54017c-eb33-4efa-82b5-9f208a32084b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065307 Jun 30 21:57:58.665911 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a3583d9-b49b-4f12-b4e6-f0504a2c5a98 req-4dd761fd-ddc3-4da4-a756-60034b653202 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823127 Jun 30 21:57:58.689687 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Made reservation on behalf of f9f32f5e04804dc8b61d9fdda73e9b5f for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:57:58.694684 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:58.696223 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c64de4-6801-4edb-b354-938bdd89521d None None] New status for floating IP 1db94761-3a33-4be8-974c-b0b648415d52: ACTIVE {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:57:58.706658 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20a7e8f-d8c5-47ee-8636-5c12bb364694 req-b23380e1-48f5-4354-a04d-f55cdebe376f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:58.714181 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c20a7e8f-d8c5-47ee-8636-5c12bb364694 req-b23380e1-48f5-4354-a04d-f55cdebe376f tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.1060212 Jun 30 21:57:58.760161 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c20a7e8f-d8c5-47ee-8636-5c12bb364694 req-b53fad31-a37d-4c36-ba85-d341f063856d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406709 Jun 30 21:57:58.849824 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Allocated IP 172.20.0.10 (41ae212e-7e3f-422b-a17f-5b1ec3953886/9166fd1b-6b8a-45d2-b228-db4b95ba6943/11f5f61e-f57d-4484-aa0b-945b3cdbff31) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:57:58.991170 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.008032 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Transition to ACTIVE for port object 11f5f61e-f57d-4484-aa0b-945b3cdbff31 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:59.117103 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.165806 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:57:59.172298 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:57:59.176199 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:57:59.200713 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event updated for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:59.229516 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:59.230227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.312924 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-0754193c-8e15-4775-acb2-8ce6623faee9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8514659 Jun 30 21:57:59.334732 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Request body: {'port': {'device_id': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:57:59.412390 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.460135 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-c98e989d-5a5c-430d-9030-5080f5b2de92 None None] Provisioning for port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:57:59.466161 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-c98e989d-5a5c-430d-9030-5080f5b2de92 None None] Provisioning complete for port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:57:59.466635 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-c98e989d-5a5c-430d-9030-5080f5b2de92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.499959 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-c98e989d-5a5c-430d-9030-5080f5b2de92 None None] Port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:57:59.569503 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200b350-773d-45ae-aa97-272ace4169e6 req-a087513a-5370-4f73-93e2-f75407b4711e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:59.571107 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e200b350-773d-45ae-aa97-272ace4169e6 req-a087513a-5370-4f73-93e2-f75407b4711e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 932 time: 0.0687690 Jun 30 21:57:59.608825 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e200b350-773d-45ae-aa97-272ace4169e6 req-035bcf25-fe3b-4d19-9c7f-dce18fea48cc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314674 Jun 30 21:57:59.704028 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f5f61e-f57d-4484-aa0b-945b3cdbff31 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:57:59.712897 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.724734 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Transition to ACTIVE for port object 11f5f61e-f57d-4484-aa0b-945b3cdbff31 will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:57:59.826118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:57:59.878774 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:57:59.955709 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Attempting to bind port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:57:59.960317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Attempting to bind port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:57:59.960317 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Attempting to bind port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:59.961596 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3859978-549b-487a-838d-2f67f6a06a01 req-9c42eba0-f5eb-412e-bbca-e9a62b3e7948 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:57:59.961813 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:57:59.962795 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Attempting to bind port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 on network 41ae212e-7e3f-422b-a17f-5b1ec3953886 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:57:59.964396 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f3859978-549b-487a-838d-2f67f6a06a01 req-9c42eba0-f5eb-412e-bbca-e9a62b3e7948 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.0801070 Jun 30 21:57:59.968244 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:57:59.968657 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Checking segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:57:59.969109 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Bound using segment: {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:57:59.969641 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Bound port: 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70865fe5-e392-49a6-9a6e-86e5283878c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:57:59.970208 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:00.016883 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f3859978-549b-487a-838d-2f67f6a06a01 req-2f0e5734-84f9-4c4c-a97c-ecdc4bfcdb76 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491533 Jun 30 21:58:00.047032 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:58:00.051854 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:58:00.123500 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:00.164801 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.166561 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:00.168559 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/11f5f61e-f57d-4484-aa0b-945b3cdbff31 HTTP/1.1" status: 200 len: 1094 time: 0.8384104 Jun 30 21:58:00.169171 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:00.172022 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdccc5e-1975-4892-ab81-e36f6e85322b" -d '{"events": [{"name": "network-changed", "server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:00.195275 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22892e15-5e06-4975-bff6-f14dd772c8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:00.220179 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2864ad-e771-4c1d-8ade-93d2cb37a07e x-openstack-request-id: req-fd2864ad-e771-4c1d-8ade-93d2cb37a07e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:00.220475 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:00.220726 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd2864ad-e771-4c1d-8ade-93d2cb37a07e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:00.221119 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'status': 'completed', 'code': 200} Jun 30 21:58:00.366731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-893abda9-ef2b-455d-bd72-0ee2a71fe287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.368519 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-893abda9-ef2b-455d-bd72-0ee2a71fe287 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 1097 time: 0.0633891 Jun 30 21:58:00.482426 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-3fab220b-8f48-4332-91ae-93e41f067ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.483819 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-3fab220b-8f48-4332-91ae-93e41f067ca4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0954480 Jun 30 21:58:00.582929 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-9a270051-7611-4810-8546-4b05e0897cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.584452 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0fdccc5e-1975-4892-ab81-e36f6e85322b req-9a270051-7611-4810-8546-4b05e0897cc2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929790 Jun 30 21:58:00.710059 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-9f19f359-e78d-4a3a-a688-a735a301e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.711607 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-9f19f359-e78d-4a3a-a688-a735a301e1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 1097 time: 0.0537653 Jun 30 21:58:00.761953 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-06d69a2d-b17e-40a0-9239-a4071176360a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31 HTTP/1.1" status: 200 len: 217 time: 0.0344586 Jun 30 21:58:00.792604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5659f-6cf1-41f0-a117-0cc1bd1be176 req-d0e6e83f-a171-4453-899d-53f0048aaf60 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.795150 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ef5659f-6cf1-41f0-a117-0cc1bd1be176 req-d0e6e83f-a171-4453-899d-53f0048aaf60 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 944 time: 0.0648112 Jun 30 21:58:00.814974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-566220bc-77b8-4f3f-8b7b-54288842fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.816435 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-566220bc-77b8-4f3f-8b7b-54288842fb1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0490246 Jun 30 21:58:00.832804 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ef5659f-6cf1-41f0-a117-0cc1bd1be176 req-f645b01f-dab2-476e-842e-3ffc785420ab tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328031 Jun 30 21:58:00.874842 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-36b8e15d-1054-40f2-a2c1-c5d2fcc7d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:00.876380 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-36b8e15d-1054-40f2-a2c1-c5d2fcc7d094 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532317 Jun 30 21:58:00.967488 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-4a9f81d6-7f58-4fc3-9cf2-65926a4583f7 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826647 Jun 30 21:58:01.062126 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-133e315e-ea7b-47d3-af57-41f299d202d1 req-a3f3804b-8be1-417f-857d-ff5c1167eb31 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876303 Jun 30 21:58:01.189187 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2911f5-a190-4169-8c7e-e4fdf99e607e req-bcf86cfd-e782-4cc7-a4a9-4c3ef2dc2b8d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:01.190845 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb2911f5-a190-4169-8c7e-e4fdf99e607e req-bcf86cfd-e782-4cc7-a4a9-4c3ef2dc2b8d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.0658038 Jun 30 21:58:01.229718 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb2911f5-a190-4169-8c7e-e4fdf99e607e req-db189778-b710-40d8-a7c7-dcbd59703e30 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333476 Jun 30 21:58:02.018106 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e83630-7141-4899-96aa-61ea236ce9a5 req-683ba2b2-4ab5-4410-9b1a-5f17cd2733c5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:02.019826 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88e83630-7141-4899-96aa-61ea236ce9a5 req-683ba2b2-4ab5-4410-9b1a-5f17cd2733c5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 944 time: 0.0705445 Jun 30 21:58:02.057379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88e83630-7141-4899-96aa-61ea236ce9a5 req-fdd733ce-01f6-401a-9af9-919e4914fa38 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Jun 30 21:58:03.237689 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0ae2f-aa66-4998-8592-0b6b88e4271b req-d5281da6-2d15-41b9-89c5-6a70afd0c658 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:03.239201 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f9e0ae2f-aa66-4998-8592-0b6b88e4271b req-d5281da6-2d15-41b9-89c5-6a70afd0c658 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 944 time: 0.0629263 Jun 30 21:58:03.276693 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f9e0ae2f-aa66-4998-8592-0b6b88e4271b req-7211c177-bd98-4ff7-bfc3-9e59fbdb7cb6 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318062 Jun 30 21:58:04.450962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0bccb-fe12-4c0c-8231-e83ec9ba952d req-702470b3-a47d-4cd2-bd66-63d35e214d2a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:04.452418 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-48d0bccb-fe12-4c0c-8231-e83ec9ba952d req-702470b3-a47d-4cd2-bd66-63d35e214d2a tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 944 time: 0.0674646 Jun 30 21:58:04.489250 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-48d0bccb-fe12-4c0c-8231-e83ec9ba952d req-0b6769f0-f728-45e2-baa0-177c2ac141fc tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Jun 30 21:58:05.236487 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 11f5f61e-f57d-4484-aa0b-945b3cdbff31 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:58:05.331340 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:05.342293 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'port_id': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'mac_address': 'fa:16:3e:68:04:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:58:05.376955 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:05.389499 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f5f61e-f57d-4484-aa0b-945b3cdbff31 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:58:05.408689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:05.449096 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:05.494904 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:05.501742 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.502126 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.502470 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.502807 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.503139 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.503471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.503800 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.504127 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.504457 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.504812 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.505135 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.505458 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:05.662560 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af671b-1aa5-49ab-b33a-152cda09b3ad req-153642f3-bd58-4a22-92ab-5f441f5c1b63 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:05.663954 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-37af671b-1aa5-49ab-b33a-152cda09b3ad req-153642f3-bd58-4a22-92ab-5f441f5c1b63 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 945 time: 0.0636432 Jun 30 21:58:05.702313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-37af671b-1aa5-49ab-b33a-152cda09b3ad req-7360d0ce-951c-49f4-add9-2e7d50d8a82e tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jun 30 21:58:05.821120 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['11f5f61e-f57d-4484-aa0b-945b3cdbff31'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:58:06.875748 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f0c5-98c2-49bc-adf2-ce062443e536 req-73075a9d-eeb6-4ea5-a380-80557d92b209 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:06.877259 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7552f0c5-98c2-49bc-adf2-ce062443e536 req-73075a9d-eeb6-4ea5-a380-80557d92b209 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 945 time: 0.0631306 Jun 30 21:58:06.914541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7552f0c5-98c2-49bc-adf2-ce062443e536 req-50c22c01-596c-4800-83a2-dbcc21fc9405 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318091 Jun 30 21:58:07.246743 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 11f5f61e-f57d-4484-aa0b-945b3cdbff31 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:58:07.375098 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:58:07.379042 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:58:07.385916 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:07.460740 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:07.483508 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:07.485715 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c7f2a0-6186-441d-af1f-3dfc42e4cd6d" -d '{"events": [{"server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "name": "network-vif-plugged", "status": "completed", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:07.499861 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:07.520772 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66643f3b-d53e-4403-a20c-fccd80df01d5 x-openstack-request-id: req-66643f3b-d53e-4403-a20c-fccd80df01d5 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:07.521067 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "name": "network-vif-plugged", "status": "completed", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:07.521320 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66643f3b-d53e-4403-a20c-fccd80df01d5 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:07.521702 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'code': 200} Jun 30 21:58:07.580536 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:07.627513 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:07.985993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc65d8d-b5ed-492e-8ff0-e517ace2cf86 req-24ffbfb2-a0ef-48a5-9330-f0a9d1620fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:07.987678 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2dc65d8d-b5ed-492e-8ff0-e517ace2cf86 req-24ffbfb2-a0ef-48a5-9330-f0a9d1620fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 1099 time: 0.0515659 Jun 30 21:58:08.029604 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2dc65d8d-b5ed-492e-8ff0-e517ace2cf86 req-7e4b475c-afa5-4984-b87f-a96561dd8ff2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285366 Jun 30 21:58:08.096616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3b81b-8fc3-4573-a49a-ed9f5eef7cfc req-c4a567b6-a67f-4117-a990-9ad45725ea71 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:08.098104 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3af3b81b-8fc3-4573-a49a-ed9f5eef7cfc req-c4a567b6-a67f-4117-a990-9ad45725ea71 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0659583 Jun 30 21:58:08.136152 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3af3b81b-8fc3-4573-a49a-ed9f5eef7cfc req-1236a911-029d-4518-8957-e4ec4ed7fef9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323017 Jun 30 21:58:09.314435 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0c255-3f6f-4edf-a94d-31a62c8afe51 req-a665648d-5f8e-4ab4-b707-3eb32df3e1ba tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:09.315934 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-28d0c255-3f6f-4edf-a94d-31a62c8afe51 req-a665648d-5f8e-4ab4-b707-3eb32df3e1ba tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0681560 Jun 30 21:58:09.357669 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-28d0c255-3f6f-4edf-a94d-31a62c8afe51 req-a993fb36-70d4-4d66-a05d-7181b6e5e248 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Jun 30 21:58:10.533484 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac07ec4-e99e-4ca3-992a-c01243bb45ae req-a4786223-3dce-4e1a-97be-e23305186d04 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:10.534977 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cac07ec4-e99e-4ca3-992a-c01243bb45ae req-a4786223-3dce-4e1a-97be-e23305186d04 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0666943 Jun 30 21:58:10.574868 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cac07ec4-e99e-4ca3-992a-c01243bb45ae req-b73d3559-e8a8-4ee7-8832-41a0f3c1f0b3 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344343 Jun 30 21:58:10.744125 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811658e-e020-4707-8928-095a8c01ea1e req-2c0d100e-82de-4fac-b17a-cfb2c10bc0ce tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:10.745883 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5811658e-e020-4707-8928-095a8c01ea1e req-2c0d100e-82de-4fac-b17a-cfb2c10bc0ce tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0633075 Jun 30 21:58:10.754671 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58456) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:58:10.759137 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Request body: {'floatingip': {'port_id': '11f5f61e-f57d-4484-aa0b-945b3cdbff31'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:58:10.798070 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:11.231272 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:11.300791 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:11.404542 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Floating IP 96bc9596-f9a8-4ee7-b504-fb3566713146 associated. External IP: 172.27.1.20, port: 11f5f61e-f57d-4484-aa0b-945b3cdbff31. Jun 30 21:58:11.606023 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:58:11.714071 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:58:11.718898 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:11.723389 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:58:11.733571 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:58:11.734251 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:58:11.756069 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-68b06413-afec-4a9b-b0af-a4d6c20e8bc2 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "PUT /v2.0/floatingips/96bc9596-f9a8-4ee7-b504-fb3566713146 HTTP/1.1" status: 200 len: 991 time: 1.0003614 Jun 30 21:58:11.756661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:11.758955 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868ddb2d-7206-4a84-8817-9e8c04183de8" -d '{"events": [{"name": "network-changed", "server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:11.798406 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f48a46c-a06d-4a89-aff4-3c47e254a5be x-openstack-request-id: req-5f48a46c-a06d-4a89-aff4-3c47e254a5be {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:11.798704 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:11.798972 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f48a46c-a06d-4a89-aff4-3c47e254a5be {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:11.799364 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'status': 'completed', 'code': 200} Jun 30 21:58:11.844510 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:58:11.936775 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-48d361c7-b23f-46e5-82d8-5274a4b35892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:11.938347 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-48d361c7-b23f-46e5-82d8-5274a4b35892 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 1099 time: 0.0578842 Jun 30 21:58:12.036762 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-adab981e-2f90-41d8-9345-f38463293b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:12.038248 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-adab981e-2f90-41d8-9345-f38463293b14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 200 len: 912 time: 0.0853724 Jun 30 21:58:12.077989 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '96bc9596-f9a8-4ee7-b504-fb3566713146', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:68:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:54Z', 'updated_at': '2021-06-30T21:58:11Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:58:12.103715 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:58:12.112847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:58:12.113461 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:57:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:58:12.116581 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-758674c1-ada3-48e6-8949-5902f16e9c5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31 HTTP/1.1" status: 200 len: 999 time: 0.0612593 Jun 30 21:58:12.164786 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-b26ef03a-bf44-432e-83bc-3aa2bd867e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:12.166274 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-b26ef03a-bf44-432e-83bc-3aa2bd867e63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 200 len: 850 time: 0.0435143 Jun 30 21:58:12.219973 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:58:12.227980 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-cdf3113f-8e54-4df4-87c6-51b11e942b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:12.230285 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-cdf3113f-8e54-4df4-87c6-51b11e942b70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41ae212e-7e3f-422b-a17f-5b1ec3953886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540175 Jun 30 21:58:12.327149 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-d809979c-e7d1-44e7-8717-868374d21f93 service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884523 Jun 30 21:58:12.417747 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-868ddb2d-7206-4a84-8817-9e8c04183de8 req-48d2e5f7-e5a7-458b-8de3-2ba31e38959e service neutron] 10.222.0.55 "GET /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Jun 30 21:58:12.445272 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '96bc9596-f9a8-4ee7-b504-fb3566713146', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:68:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:54Z', 'updated_at': '2021-06-30T21:58:11Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:58:12.475137 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda95-9f8e-4ccd-a7cc-60ff3b06540c None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '96bc9596-f9a8-4ee7-b504-fb3566713146', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'floating_ip_address': '172.27.1.20', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'port_id': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'mac_address': 'fa:16:3e:68:04:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T21:57:54Z', 'updated_at': '2021-06-30T21:58:11Z', 'revision_number': 1, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:58:12.662079 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55eec5d-873c-43cb-8f5d-d1dc4ae10c15 None None] New status for floating IP 96bc9596-f9a8-4ee7-b504-fb3566713146: ACTIVE {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:58:15.769329 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:16.788775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-0b9b9104-48e3-4b28-b79f-db08af6e5aa5 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:16.790189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-0b9b9104-48e3-4b28-b79f-db08af6e5aa5 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1067629 Jun 30 21:58:16.804909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-1d4edd0c-0f98-474d-a234-f9ab60bff6c5 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/quotas/949383c14ed1418286462f0c915616f4 HTTP/1.1" status: 200 len: 375 time: 0.0091987 Jun 30 21:58:16.873741 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-56478cca-efec-4c28-97d5-cd8df3fef51e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631475 Jun 30 21:58:16.966647 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-b041977e-6a63-4d5d-8f7a-66a1f1a1a17d service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863919 Jun 30 21:58:17.055158 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-b43da04a-6450-4ca0-a5cd-ddc1ce42e6c5 service neutron] 10.222.0.47 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Jun 30 21:58:17.061382 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-440cb712-56ea-448a-99c9-685b85083909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:17.290522 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7ee36582-f7b2-4488-9333-609835f5fed1 req-74347f7f-1b62-4a0d-95e5-518d733017b3 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 210 time: 0.0284333 Jun 30 21:58:19.238319 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7d643d26-ec0f-4b56-b7d3-f1173a532954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:19.777041 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ffeecf7f-8e0f-44e9-8f1c-effeeebddb45 req-43696620-0e93-4d9b-b538-56066c1a980e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 210 time: 0.0321703 Jun 30 21:58:19.981403 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:20.376175 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:20.985726 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94b0aea3-b0ff-478d-a2e3-aadf6fa48339 req-f735d2a6-ad47-4f38-a19b-18973ec1445d tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Jun 30 21:58:21.010104 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-6c9f8278-6567-4732-b473-e2cfffda3591 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:21.012272 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-6c9f8278-6567-4732-b473-e2cfffda3591 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/networks?id=b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 200 len: 814 time: 0.1039667 Jun 30 21:58:22.142484 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:23.741891 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Request body: {'port': {'device_id': 'de6c315e-3786-49c6-8d10-c84666d35876', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'admin_state_up': True, 'tenant_id': '949383c14ed1418286462f0c915616f4'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:58:23.900982 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0b0f0c09-bb5d-4a8f-8d87-acc09699e4c6 req-7998605d-c813-4fcb-b12b-30763aa29822 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jun 30 21:58:23.936530 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Made reservation on behalf of 949383c14ed1418286462f0c915616f4 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:58:23.940134 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.067087 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Allocated IP 172.20.0.6 (b4badbdd-2c11-4a97-9b21-0472f6accea7/3b75e3f5-c79e-43bd-ac25-3f2dad80f290/c68397a8-b858-4356-920f-28c19a050fcc) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:58:24.210564 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.308098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.348516 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59', '0cf0a460-1d2d-4179-b146-c84b785619bd', 'c27713b6-3d13-4a86-bed6-735c38f82f11'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:58:24.353760 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Network b4badbdd-2c11-4a97-9b21-0472f6accea7 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:58:24.358455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:58:24.364027 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:58:24.371087 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event updated for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:24.417051 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:24.417663 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.468085 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-49631bf0-214b-44ba-8016-a0995565aa34 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7301042 Jun 30 21:58:24.500634 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Request body: {'port': {'device_id': 'de6c315e-3786-49c6-8d10-c84666d35876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:58:24.580526 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.841040 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68397a8-b858-4356-920f-28c19a050fcc {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:58:24.848887 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.861846 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Transition to ACTIVE for port object c68397a8-b858-4356-920f-28c19a050fcc will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:58:24.902330 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:24.958965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Pushing event updated for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:25.026202 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Attempting to bind port c68397a8-b858-4356-920f-28c19a050fcc on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:58:25.027188 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Attempting to bind port c68397a8-b858-4356-920f-28c19a050fcc by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:58:25.027551 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Attempting to bind port c68397a8-b858-4356-920f-28c19a050fcc on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:58:25.031875 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Port c68397a8-b858-4356-920f-28c19a050fcc on network b4badbdd-2c11-4a97-9b21-0472f6accea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:58:25.032195 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Attempting to bind port c68397a8-b858-4356-920f-28c19a050fcc on network b4badbdd-2c11-4a97-9b21-0472f6accea7 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:58:25.037195 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:58:25.037543 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Checking segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:58:25.038022 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Bound using segment: {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:58:25.038455 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Bound port: c68397a8-b858-4356-920f-28c19a050fcc, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fbb5a11-99df-46eb-9717-65db6628e49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:58:25.038814 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:25.092819 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c440c4-f019-49e6-90df-adbe660f922d req-05f866ac-1cf1-4f3d-b9dc-e9f89c1c909c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.094304 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-87c440c4-f019-49e6-90df-adbe660f922d req-05f866ac-1cf1-4f3d-b9dc-e9f89c1c909c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 943 time: 0.0678911 Jun 30 21:58:25.101490 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:58:25.106061 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c68397a8-b858-4356-920f-28c19a050fcc,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:58:25.132367 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-87c440c4-f019-49e6-90df-adbe660f922d req-4b02cc9a-013c-4e85-8a2a-dffbe9ac1d1e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Jun 30 21:58:25.171025 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:25.208157 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.209348 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:25.210273 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] 10.222.0.55 "PUT /v2.0/ports/c68397a8-b858-4356-920f-28c19a050fcc HTTP/1.1" status: 200 len: 1093 time: 0.7139394 Jun 30 21:58:25.210709 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:25.212929 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dda241-c77e-4535-b67d-01bf167e9c20" -d '{"events": [{"name": "network-changed", "server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "tag": "c68397a8-b858-4356-920f-28c19a050fcc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:25.233511 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819936ab-02a8-41ed-908c-847c2d16c400 service neutron] Pushing event updated for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:25.250850 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee84a8d-03e7-43fc-9323-1201e3397894 x-openstack-request-id: req-1ee84a8d-03e7-43fc-9323-1201e3397894 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:25.251163 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "tag": "c68397a8-b858-4356-920f-28c19a050fcc", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:25.251416 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ee84a8d-03e7-43fc-9323-1201e3397894 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:25.251807 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc', 'status': 'completed', 'code': 200} Jun 30 21:58:25.365347 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-ae95c817-3240-452c-8d22-1b530a8734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.366845 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-ae95c817-3240-452c-8d22-1b530a8734ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 1096 time: 0.0549667 Jun 30 21:58:25.473933 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-ae501a93-0b0f-488c-9cdf-d8f55965172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.475370 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-ae501a93-0b0f-488c-9cdf-d8f55965172b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=949383c14ed1418286462f0c915616f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0865307 Jun 30 21:58:25.803270 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-60dda608-89b3-4e03-93dd-910a5552b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.804826 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-73dda241-c77e-4535-b67d-01bf167e9c20 req-60dda608-89b3-4e03-93dd-910a5552b9ba service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3224158 Jun 30 21:58:25.924598 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-322db1f0-5a6d-4801-bae2-c8ffd6badeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:25.926125 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-322db1f0-5a6d-4801-bae2-c8ffd6badeec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=949383c14ed1418286462f0c915616f4&device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 1096 time: 0.0511403 Jun 30 21:58:25.984692 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-2ea2f9df-7de0-4d5f-82e9-abbf1ba45a12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c68397a8-b858-4356-920f-28c19a050fcc HTTP/1.1" status: 200 len: 217 time: 0.0407286 Jun 30 21:58:26.037506 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-14d418e0-abd6-46c8-b728-d573255203b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:26.039119 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-14d418e0-abd6-46c8-b728-d573255203b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 200 len: 854 time: 0.0468576 Jun 30 21:58:26.098252 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-26031f04-6c79-4a64-833d-eb6bcf495ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4badbdd-2c11-4a97-9b21-0472f6accea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263627 Jun 30 21:58:26.200322 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-9806fb43-87ba-4ed3-80c5-4aba7972e46d service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894208 Jun 30 21:58:26.291825 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-af90cb8e-558e-4a68-9c67-6f8c9ad4df5f req-b9eb6ed2-fbab-4084-8231-1a22973c992d service neutron] 10.222.0.55 "GET /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835476 Jun 30 21:58:26.310664 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fc359-3a4f-4f2c-a0e4-b4f19440f6be req-1689dfd5-d890-4de7-a263-f761228e7442 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:26.312146 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-599fc359-3a4f-4f2c-a0e4-b4f19440f6be req-1689dfd5-d890-4de7-a263-f761228e7442 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 943 time: 0.0652268 Jun 30 21:58:26.350988 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-599fc359-3a4f-4f2c-a0e4-b4f19440f6be req-547bb951-af54-42a9-8b6e-6327deac532e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 Jun 30 21:58:27.523481 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fb356-f5c6-4e89-862a-1cecf47da87f req-89a5db56-708d-4caa-a06f-32b0f64386e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:27.524837 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5f8fb356-f5c6-4e89-862a-1cecf47da87f req-89a5db56-708d-4caa-a06f-32b0f64386e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 943 time: 0.0619707 Jun 30 21:58:27.561656 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5f8fb356-f5c6-4e89-862a-1cecf47da87f req-fe1afaef-e5e5-43e2-85e1-af626a0d9f6d tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Jun 30 21:58:28.739919 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487b7448-01fd-47fd-bd10-a6e2dc2c9f78 req-b6588a32-8b2a-4ced-b165-049fe720ab2c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:28.741390 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-487b7448-01fd-47fd-bd10-a6e2dc2c9f78 req-b6588a32-8b2a-4ced-b165-049fe720ab2c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 943 time: 0.0673804 Jun 30 21:58:28.779502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-487b7448-01fd-47fd-bd10-a6e2dc2c9f78 req-44eb4283-1ba0-4faa-b13e-0e456a83f3ba tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jun 30 21:58:29.361435 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c68397a8-b858-4356-920f-28c19a050fcc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:58:29.461003 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c68397a8-b858-4356-920f-28c19a050fcc,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:29.472689 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'c68397a8-b858-4356-920f-28c19a050fcc', 'network_id': 'b4badbdd-2c11-4a97-9b21-0472f6accea7', 'port_id': 'c68397a8-b858-4356-920f-28c19a050fcc', 'mac_address': 'fa:16:3e:6a:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 720, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b75e3f5-c79e-43bd-ac25-3f2dad80f290', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:58:29.508087 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:29.521181 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68397a8-b858-4356-920f-28c19a050fcc {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:58:29.541608 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c68397a8-b858-4356-920f-28c19a050fcc,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:29.593975 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:29.641925 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:29.960029 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868af701-b8a9-41c9-96d3-fe6d10acd808 req-047e70f6-8f86-4caa-b546-23536f1406b9 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:29.961433 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-868af701-b8a9-41c9-96d3-fe6d10acd808 req-047e70f6-8f86-4caa-b546-23536f1406b9 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 944 time: 0.0654032 Jun 30 21:58:29.999456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-868af701-b8a9-41c9-96d3-fe6d10acd808 req-11f35910-f51f-406a-84ad-15065c655df0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Jun 30 21:58:30.032885 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['c68397a8-b858-4356-920f-28c19a050fcc'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:58:31.218525 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7eac2-24d8-4f03-83cd-8964199632b3 req-9cccc0d8-bc62-4578-a7eb-c7bdb38a57a0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:31.219943 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52c7eac2-24d8-4f03-83cd-8964199632b3 req-9cccc0d8-bc62-4578-a7eb-c7bdb38a57a0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 944 time: 0.1099370 Jun 30 21:58:31.228049 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca58bce-873f-4516-ba94-fbac476f868f req-69edcadb-841e-4ce3-9428-ab1e7e1fed9c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:31.229404 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca58bce-873f-4516-ba94-fbac476f868f req-69edcadb-841e-4ce3-9428-ab1e7e1fed9c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.1100359 Jun 30 21:58:31.285783 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52c7eac2-24d8-4f03-83cd-8964199632b3 req-0f9d39aa-a91e-4227-9b6e-f05b3b05de44 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548377 Jun 30 21:58:31.290541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca58bce-873f-4516-ba94-fbac476f868f req-ded3e00c-05e7-4eca-bb4d-9aaedd592bd6 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 Jun 30 21:58:31.376759 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c68397a8-b858-4356-920f-28c19a050fcc up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:58:31.461789 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port c68397a8-b858-4356-920f-28c19a050fcc completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:58:31.466010 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port c68397a8-b858-4356-920f-28c19a050fcc triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:58:31.466377 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:31.658073 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:31.679505 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:31.681708 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9dde69-1608-4685-a105-7ae0110c3fbd" -d '{"events": [{"server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "name": "network-vif-plugged", "status": "completed", "tag": "c68397a8-b858-4356-920f-28c19a050fcc"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:31.694313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c68397a8-b858-4356-920f-28c19a050fcc,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:31.736819 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:31.773636 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ddf5c4-6570-40e0-82da-478a9ead2fe8 x-openstack-request-id: req-71ddf5c4-6570-40e0-82da-478a9ead2fe8 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:31.773957 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "name": "network-vif-plugged", "status": "completed", "tag": "c68397a8-b858-4356-920f-28c19a050fcc", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:31.774208 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71ddf5c4-6570-40e0-82da-478a9ead2fe8 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:31.774587 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc', 'code': 200} Jun 30 21:58:31.787637 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:32.132268 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237f49-497c-42c3-b4a5-f75e7de54e39 req-ddbcae63-5171-4a7f-b4d2-32dcd3b64759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:32.133725 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-cb237f49-497c-42c3-b4a5-f75e7de54e39 req-ddbcae63-5171-4a7f-b4d2-32dcd3b64759 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 1098 time: 0.0524166 Jun 30 21:58:32.173529 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-cb237f49-497c-42c3-b4a5-f75e7de54e39 req-541a2493-09ba-48db-b461-e33f6c7a31b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307057 Jun 30 21:58:32.503004 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8be6b-e50d-4c4a-a7d9-5c23d5381ac7 req-5ebfe151-1087-4de2-a60c-89e2e2e9275c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:32.504455 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7da8be6b-e50d-4c4a-a7d9-5c23d5381ac7 req-5ebfe151-1087-4de2-a60c-89e2e2e9275c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.1060438 Jun 30 21:58:32.512529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c0132-ad4f-49ff-badc-25970d0fe816 req-bc40ce29-ff40-48f0-bc3d-588abfbbae18 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:32.513884 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-072c0132-ad4f-49ff-badc-25970d0fe816 req-bc40ce29-ff40-48f0-bc3d-588abfbbae18 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.1065385 Jun 30 21:58:32.565571 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7da8be6b-e50d-4c4a-a7d9-5c23d5381ac7 req-fdf97198-9049-4b11-8fc2-c3ab77dc3d5e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507627 Jun 30 21:58:32.572373 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-072c0132-ad4f-49ff-badc-25970d0fe816 req-580e6046-9b07-487a-9b6c-9fc74e89609b tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518844 Jun 30 21:58:33.785116 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a19df-b858-4903-9176-bdb667af6404 req-f3561312-bbdf-48e6-b434-bc2c497642e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:33.786600 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a54a19df-b858-4903-9176-bdb667af6404 req-f3561312-bbdf-48e6-b434-bc2c497642e7 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.1077664 Jun 30 21:58:33.794467 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b27a5d-6401-47f8-bf1d-c04631fc9845 req-4bc07e58-965a-477b-a6c6-4c867879b70c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:33.795907 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a4b27a5d-6401-47f8-bf1d-c04631fc9845 req-4bc07e58-965a-477b-a6c6-4c867879b70c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.1066856 Jun 30 21:58:33.845727 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a54a19df-b858-4903-9176-bdb667af6404 req-c0d78f6d-e1b1-4d12-85fa-0b5a3851e9b8 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Jun 30 21:58:33.858409 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a4b27a5d-6401-47f8-bf1d-c04631fc9845 req-50a5440b-a759-4e91-af4b-abc7b3b4c32c tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/security-groups?id=14f36276-ae22-4626-9eb8-fde178ec56b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553889 Jun 30 21:58:34.041411 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-1ef2552d-1860-49c1-9642-a3249b18fb2e tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:34.043594 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-1ef2552d-1860-49c1-9642-a3249b18fb2e tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 946 time: 0.0668395 Jun 30 21:58:34.160633 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Deleting port c3ed607c-64f9-444a-ba2c-fc179476110c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:58:34.160891 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:34.248569 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] For port c3ed607c-64f9-444a-ba2c-fc179476110c, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c3ed607c-64f9-444a-ba2c-fc179476110c,segment=NetworkSegment(3170c0ba-36ed-47e4-aaa3-426a5bc5554b),segment_id=3170c0ba-36ed-47e4-aaa3-426a5bc5554b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:34.248936 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:34.261633 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Calling delete_port for c3ed607c-64f9-444a-ba2c-fc179476110c owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:58:34.451404 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:34.479310 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Pushing event deleted for resources: {'Port': ['ID=c3ed607c-64f9-444a-ba2c-fc179476110c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:34.495189 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['c3ed607c-64f9-444a-ba2c-fc179476110c'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:58:34.524119 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] No DVR routers for this DVR port c3ed607c-64f9-444a-ba2c-fc179476110c on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:58:34.527555 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:34.528557 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-79e62dc1-8db5-4644-a4ce-8c3aebffcc36 req-297a9e0d-a965-4520-859d-43e8d803bd9d tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.55 "DELETE /v2.0/ports/c3ed607c-64f9-444a-ba2c-fc179476110c HTTP/1.1" status: 204 len: 173 time: 0.4641762 Jun 30 21:58:34.528982 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'name': 'network-vif-deleted', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:34.531302 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053246e7-90ac-4dec-8102-4e68667a1083" -d '{"events": [{"server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "name": "network-vif-deleted", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:34.567335 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f430c-b759-4b86-820d-1c28707d5abe x-openstack-request-id: req-ac7f430c-b759-4b86-820d-1c28707d5abe {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:34.567622 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a07adf1-649c-4ad7-825b-28e79b8a9dcb", "name": "network-vif-deleted", "tag": "c3ed607c-64f9-444a-ba2c-fc179476110c", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:34.567866 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac7f430c-b759-4b86-820d-1c28707d5abe {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:34.568258 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a07adf1-649c-4ad7-825b-28e79b8a9dcb', 'name': 'network-vif-deleted', 'tag': 'c3ed607c-64f9-444a-ba2c-fc179476110c', 'status': 'completed', 'code': 200} Jun 30 21:58:34.741982 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:58:35.020958 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9c580330-d9c7-41a4-9273-63f30794687e req-699d0499-f3d9-44d8-be88-609f05e5b1e5 tempest-VolumesSnapshotTestJSON-401437810 tempest-VolumesSnapshotTestJSON-401437810-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a07adf1-649c-4ad7-825b-28e79b8a9dcb HTTP/1.1" status: 200 len: 210 time: 0.0345707 Jun 30 21:58:35.050494 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2f7bd-a4ca-4e95-8e44-43c828d16d7d req-98e58e18-b721-4eb4-aab9-a3b7a94a5189 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:35.051941 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3eb2f7bd-a4ca-4e95-8e44-43c828d16d7d req-98e58e18-b721-4eb4-aab9-a3b7a94a5189 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.0954275 Jun 30 21:58:35.088145 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3eb2f7bd-a4ca-4e95-8e44-43c828d16d7d req-1fa7a295-7ef7-4a1a-9a43-542733c2ce1e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Jun 30 21:58:37.400469 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c3ed607c-64f9-444a-ba2c-fc179476110c no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:58:37.423533 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: c3ed607c-64f9-444a-ba2c-fc179476110c {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:58:37.423876 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c3ed607c-64f9-444a-ba2c-fc179476110c not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:58:45.778042 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:47.068898 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e6ce532c-aca3-41c5-85e3-7f8ba6bdda03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:49.206476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-576af3f1-ced0-4066-b161-f5f428fc2297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:49.993789 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:50.418855 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:51.390623 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-61a28742-0bd9-470e-94c0-608027540e6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612216 Jun 30 21:58:51.505436 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-2f5213a8-4c41-4aef-8e10-84be4e72011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:51.507058 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-2f5213a8-4c41-4aef-8e10-84be4e72011e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 1098 time: 0.0558119 Jun 30 21:58:51.625758 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-5b0551ef-066b-49aa-945e-eeaecec85bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:51.627522 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-5b0551ef-066b-49aa-945e-eeaecec85bab service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0976129 Jun 30 21:58:51.693339 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-b4c3c37f-4541-400b-a87a-9deb7a9be3e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 200 len: 1001 time: 0.0592501 Jun 30 21:58:51.745424 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-52907a74-6f54-47a8-887d-cea35c070cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:51.747105 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-52907a74-6f54-47a8-887d-cea35c070cf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0456076 Jun 30 21:58:51.811120 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-cf5f4ce6-80a2-4d7a-8618-89b02d685ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:51.812624 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-cf5f4ce6-80a2-4d7a-8618-89b02d685ad8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575292 Jun 30 21:58:51.906198 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-e20c83c9-fd8f-45ce-9fae-a7be2e62f4af service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842736 Jun 30 21:58:52.001490 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-63fbd3fb-576d-4e4e-a410-56a3d35c890c req-75468cf5-6254-4022-b765-c7ab94c104fd service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863929 Jun 30 21:58:52.138365 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:53.803631 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd80f8-d601-45dc-acf7-b9078634b4e8 req-735fccc2-d4f4-4b57-b6dc-02847a3d4094 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:53.805082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-37fd80f8-d601-45dc-acf7-b9078634b4e8 req-735fccc2-d4f4-4b57-b6dc-02847a3d4094 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0632212 Jun 30 21:58:53.842414 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-37fd80f8-d601-45dc-acf7-b9078634b4e8 req-18f6d027-3ca5-4107-81cf-86d38eb63343 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311697 Jun 30 21:58:55.021387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e578d-8b46-4cd9-8f4e-72ba2bb29419 req-18f596bf-b765-4f6f-b51a-ab28594fa4eb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:55.022883 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a80e578d-8b46-4cd9-8f4e-72ba2bb29419 req-18f596bf-b765-4f6f-b51a-ab28594fa4eb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0639226 Jun 30 21:58:55.061770 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a80e578d-8b46-4cd9-8f4e-72ba2bb29419 req-449aa7ea-1546-49cf-b537-11c65423fe86 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321496 Jun 30 21:58:55.839525 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6469ac-a3f0-4638-b0e8-a636afcceaad req-2b620cdf-c082-4e69-af40-46030b369cb0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:55.841043 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb6469ac-a3f0-4638-b0e8-a636afcceaad req-2b620cdf-c082-4e69-af40-46030b369cb0 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.0656424 Jun 30 21:58:55.877797 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-eb6469ac-a3f0-4638-b0e8-a636afcceaad req-2804b001-3627-4cd5-ae48-1c5bb8743eb2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Jun 30 21:58:56.233190 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d8107-23a3-4077-8ed5-618d2e3f4eb2 req-c04eabd3-f428-41c8-ade6-fb2d24ce8dac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:56.234706 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d74d8107-23a3-4077-8ed5-618d2e3f4eb2 req-c04eabd3-f428-41c8-ade6-fb2d24ce8dac tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0620835 Jun 30 21:58:56.270911 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d74d8107-23a3-4077-8ed5-618d2e3f4eb2 req-26b02b78-3fec-4239-8816-d22575caaf1b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306787 Jun 30 21:58:57.058525 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbb560-1237-417a-972a-186b5891eed1 req-0e985468-2b09-41c4-8970-fe7944ec873a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:57.059996 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8fcbb560-1237-417a-972a-186b5891eed1 req-0e985468-2b09-41c4-8970-fe7944ec873a tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.0670695 Jun 30 21:58:57.098873 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8fcbb560-1237-417a-972a-186b5891eed1 req-93b9ef2b-dc16-4182-b92d-715a33a8af97 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Jun 30 21:58:57.447061 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b37e-4e64-420b-b584-465c725565a0 req-0bcf3d93-981d-4951-8376-868944c931be tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:57.448543 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b6c9b37e-4e64-420b-b584-465c725565a0 req-0bcf3d93-981d-4951-8376-868944c931be tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0631402 Jun 30 21:58:57.485339 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b6c9b37e-4e64-420b-b584-465c725565a0 req-16ed0243-54d3-4ea1-be2a-fe336e011aae tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304697 Jun 30 21:58:58.096556 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-6253cff0-ea50-43af-a041-f75bf58037e8 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:58.098126 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-6253cff0-ea50-43af-a041-f75bf58037e8 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.0643544 Jun 30 21:58:58.203004 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Deleting port c68397a8-b858-4356-920f-28c19a050fcc {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:58:58.203348 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.287115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809d60d-eb18-4e26-a1ff-8cd3b9b79f66 req-783448cd-a6e6-4170-bf3d-914e14014980 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:58.288927 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3809d60d-eb18-4e26-a1ff-8cd3b9b79f66 req-783448cd-a6e6-4170-bf3d-914e14014980 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 945 time: 0.0699866 Jun 30 21:58:58.300445 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] For port c68397a8-b858-4356-920f-28c19a050fcc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c68397a8-b858-4356-920f-28c19a050fcc,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:58:58.305284 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.316346 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Calling delete_port for c68397a8-b858-4356-920f-28c19a050fcc owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:58:58.329410 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3809d60d-eb18-4e26-a1ff-8cd3b9b79f66 req-1afc12f9-34e6-4b60-bfa9-55018459f4c8 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Jun 30 21:58:58.503684 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.532415 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event deleted for resources: {'Port': ['ID=c68397a8-b858-4356-920f-28c19a050fcc,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:58:58.545459 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.546033 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.546207 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59', '0cf0a460-1d2d-4179-b146-c84b785619bd', 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'c68397a8-b858-4356-920f-28c19a050fcc'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:58:58.546650 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.546759 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.546998 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.547357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.547798 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.548007 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.548328 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.548647 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.548962 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.549277 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:58:58.591023 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] No DVR routers for this DVR port c68397a8-b858-4356-920f-28c19a050fcc on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:58:58.593543 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:58:58.595554 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-b813e92f-d3ea-4917-bb76-dc51a9015ff0 req-c7a0bf74-c2e3-4a70-b68a-1fbaf2190037 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "DELETE /v2.0/ports/c68397a8-b858-4356-920f-28c19a050fcc HTTP/1.1" status: 204 len: 173 time: 0.4916022 Jun 30 21:58:58.595993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'name': 'network-vif-deleted', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:58:58.598246 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1241a-5bec-45d5-9cd3-f0fef43afb5f" -d '{"events": [{"server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "name": "network-vif-deleted", "tag": "c68397a8-b858-4356-920f-28c19a050fcc"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:58:58.640391 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958155d8-4fdd-484e-b934-58298cff7d1b x-openstack-request-id: req-958155d8-4fdd-484e-b934-58298cff7d1b {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:58:58.640391 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6c315e-3786-49c6-8d10-c84666d35876", "name": "network-vif-deleted", "tag": "c68397a8-b858-4356-920f-28c19a050fcc", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:58:58.640391 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-958155d8-4fdd-484e-b934-58298cff7d1b {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:58:58.640698 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6c315e-3786-49c6-8d10-c84666d35876', 'name': 'network-vif-deleted', 'tag': 'c68397a8-b858-4356-920f-28c19a050fcc', 'status': 'completed', 'code': 200} Jun 30 21:58:58.679485 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6ec81-2745-42cc-b77f-149870a41131 req-ff8f3c7b-b2c7-40c8-88be-62c4a1ec20a4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:58.681000 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ca6ec81-2745-42cc-b77f-149870a41131 req-ff8f3c7b-b2c7-40c8-88be-62c4a1ec20a4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0702608 Jun 30 21:58:58.727685 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ca6ec81-2745-42cc-b77f-149870a41131 req-58b50891-e254-4cee-8799-afe63bb59751 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402462 Jun 30 21:58:59.484313 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-16cdd330-a9b7-46a4-9968-6c8800238c55 req-5996ae3f-e944-42cc-bcd2-2d63edc39f96 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=de6c315e-3786-49c6-8d10-c84666d35876 HTTP/1.1" status: 200 len: 210 time: 0.0281665 Jun 30 21:58:59.905035 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb86e1-6ca4-45d9-844c-914f0a105fc2 req-c4a1b9aa-bf8f-43a0-8d70-4c56530175da tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:58:59.906510 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-addb86e1-6ca4-45d9-844c-914f0a105fc2 req-c4a1b9aa-bf8f-43a0-8d70-4c56530175da tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0625894 Jun 30 21:58:59.946239 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-addb86e1-6ca4-45d9-844c-914f0a105fc2 req-02041f92-8472-40b0-900e-80ad77c84d15 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341609 Jun 30 21:59:01.126111 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6042f3-ce83-491c-90d6-e87eeefb40c5 req-d705e223-d3a9-4491-a9e1-94224bd3fa92 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:01.127592 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a6042f3-ce83-491c-90d6-e87eeefb40c5 req-d705e223-d3a9-4491-a9e1-94224bd3fa92 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0633636 Jun 30 21:59:01.165214 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a6042f3-ce83-491c-90d6-e87eeefb40c5 req-f2e7e78a-4789-412d-b8c6-33beeb09ab3e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Jun 30 21:59:01.501654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c68397a8-b858-4356-920f-28c19a050fcc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:01.521197 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: c68397a8-b858-4356-920f-28c19a050fcc {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:01.521535 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c68397a8-b858-4356-920f-28c19a050fcc not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:01.572817 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58980) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:01.617766 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Deleting subnet de68bfea-6b1f-4030-a68e-cbb8875a5d76 {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:59:01.621629 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.657125 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.693969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.813226 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.846519 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:01.848383 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/de68bfea-6b1f-4030-a68e-cbb8875a5d76 HTTP/1.1" status: 204 len: 168 time: 0.2746038 Jun 30 21:59:01.849425 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927b4dd-bce6-4802-abc0-1cf82326c2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de68bfea-6b1f-4030-a68e-cbb8875a5d76,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:01.851073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 58988) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:01.920489 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.002105 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.011732 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb1b43a-28af-431f-9294-d4c8bd901743']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:02.021602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3170c0ba-36ed-47e4-aaa3-426a5bc5554b') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:02.021926 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3170c0ba-36ed-47e4-aaa3-426a5bc5554b') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:02.031530 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.045248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.050894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:59:02.051287 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:59:02.052853 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:59:02.201628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.207175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.214838 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bbb1b43a-28af-431f-9294-d4c8bd901743 HTTP/1.1" status: 204 len: 168 time: 0.3569748 Jun 30 21:59:02.220160 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb1b43a-28af-431f-9294-d4c8bd901743,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:02.228436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.228922 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.229396 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.229792 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.230171 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.230510 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.230882 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.231850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.232201 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.232536 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.232871 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.233202 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-149b1f75-f6c2-4f10-bc50-c414db7a2ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:02.357901 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc31fb-7bf4-4c9a-8665-a2f4d4e516b2 req-4eeab1f3-37d0-498a-9eb3-505a5b85bb59 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:02.359528 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dabc31fb-7bf4-4c9a-8665-a2f4d4e516b2 req-4eeab1f3-37d0-498a-9eb3-505a5b85bb59 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0674355 Jun 30 21:59:02.401121 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dabc31fb-7bf4-4c9a-8665-a2f4d4e516b2 req-45cede3c-aaec-45e3-8aa6-7541de6679fd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344124 Jun 30 21:59:02.496638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068d80-a4ab-4f3f-ba0e-5ca75839a2c4 req-b17061df-45ea-4319-bed4-2f01d00b5a71 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:02.498425 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-64068d80-a4ab-4f3f-ba0e-5ca75839a2c4 req-b17061df-45ea-4319-bed4-2f01d00b5a71 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0676746 Jun 30 21:59:02.537451 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-64068d80-a4ab-4f3f-ba0e-5ca75839a2c4 req-4642a945-d299-4b85-9755-cd947a85b2ea tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Jun 30 21:59:02.585457 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58996) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:02.623782 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b24e8486-7df6-4e77-a973-ec43c1817ad3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8363317d46b940d8b9549e8e8b7543e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370975 Jun 30 21:59:02.626172 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 58998) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:02.673109 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.703862 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.800534 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.803049 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:02.804198 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14f36276-ae22-4626-9eb8-fde178ec56b7 HTTP/1.1" status: 204 len: 168 time: 0.1771517 Jun 30 21:59:02.812867 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746ce15-b2dc-4efa-b8b6-9dab606ee670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f36276-ae22-4626-9eb8-fde178ec56b7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:03.578748 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2adc5-9d2e-4195-8e53-02e8e19ac67a req-17e443b9-7f2b-4d96-ac0c-af3cf0730cc1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:03.580210 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7de2adc5-9d2e-4195-8e53-02e8e19ac67a req-17e443b9-7f2b-4d96-ac0c-af3cf0730cc1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0625982 Jun 30 21:59:03.618315 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7de2adc5-9d2e-4195-8e53-02e8e19ac67a req-71f3c832-f5c0-41f1-a7fb-2d5561587679 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326400 Jun 30 21:59:03.712519 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60761c73-6a66-462c-8488-ceb8e2146dd6 req-70202dbf-5a6e-4bca-91be-a4c8c68c8db2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:03.714009 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60761c73-6a66-462c-8488-ceb8e2146dd6 req-70202dbf-5a6e-4bca-91be-a4c8c68c8db2 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0646138 Jun 30 21:59:03.750825 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-60761c73-6a66-462c-8488-ceb8e2146dd6 req-af281fa4-c88e-4c24-bf7a-3ecb2d99f685 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305851 Jun 30 21:59:04.385501 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-26caa637-fc6b-4f9e-8695-41e5d5d6539c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:04.387041 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-26caa637-fc6b-4f9e-8695-41e5d5d6539c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 945 time: 0.0662875 Jun 30 21:59:04.484377 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Deleting port c27713b6-3d13-4a86-bed6-735c38f82f11 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:04.484714 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:04.572427 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] For port c27713b6-3d13-4a86-bed6-735c38f82f11, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c27713b6-3d13-4a86-bed6-735c38f82f11,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:04.572777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:04.584033 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Calling delete_port for c27713b6-3d13-4a86-bed6-735c38f82f11 owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:04.755594 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:04.789365 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event deleted for resources: {'Port': ['ID=c27713b6-3d13-4a86-bed6-735c38f82f11,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:04.794726 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59', '0cf0a460-1d2d-4179-b146-c84b785619bd', 'c27713b6-3d13-4a86-bed6-735c38f82f11'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:04.848016 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] No DVR routers for this DVR port c27713b6-3d13-4a86-bed6-735c38f82f11 on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:59:04.850870 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:04.853196 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0a552fdf-e599-45c7-8b63-5e0494537aca req-6361dce3-01be-4823-917f-b089cf5b506e tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "DELETE /v2.0/ports/c27713b6-3d13-4a86-bed6-735c38f82f11 HTTP/1.1" status: 204 len: 173 time: 0.4606986 Jun 30 21:59:04.853730 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'name': 'network-vif-deleted', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:04.857419 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd51df1-236f-470c-87a8-5863ce3f1158" -d '{"events": [{"server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "name": "network-vif-deleted", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:05.109072 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-14969462-cc53-4709-8d80-845ddfee673c req-55befbd7-7008-4653-909f-df8b4a954a89 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afca40d-463a-4c5e-a2e1-2c0d4461e476 HTTP/1.1" status: 200 len: 210 time: 0.0327065 Jun 30 21:59:05.138794 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc324634-3e8c-4f9a-bd82-9ac649d85515 req-08e5da2b-ac8e-41ec-89f5-f882e54be276 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:05.140289 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc324634-3e8c-4f9a-bd82-9ac649d85515 req-08e5da2b-ac8e-41ec-89f5-f882e54be276 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.3996952 Jun 30 21:59:05.158302 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0e7953-7e45-4ab4-97cb-6499dde1de1d x-openstack-request-id: req-9f0e7953-7e45-4ab4-97cb-6499dde1de1d {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:05.158302 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afca40d-463a-4c5e-a2e1-2c0d4461e476", "name": "network-vif-deleted", "tag": "c27713b6-3d13-4a86-bed6-735c38f82f11", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:05.158302 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f0e7953-7e45-4ab4-97cb-6499dde1de1d {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:05.158302 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afca40d-463a-4c5e-a2e1-2c0d4461e476', 'name': 'network-vif-deleted', 'tag': 'c27713b6-3d13-4a86-bed6-735c38f82f11', 'status': 'completed', 'code': 200} Jun 30 21:59:05.180018 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc324634-3e8c-4f9a-bd82-9ac649d85515 req-01843545-779b-4c54-ab33-8e8546db7e46 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341377 Jun 30 21:59:06.360553 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49ad32-f95c-456b-8bcf-5f0735dfaf49 req-e468ec84-a9cb-40fa-8223-c44193c01266 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:06.361966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dc49ad32-f95c-456b-8bcf-5f0735dfaf49 req-e468ec84-a9cb-40fa-8223-c44193c01266 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0643873 Jun 30 21:59:06.401885 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-dc49ad32-f95c-456b-8bcf-5f0735dfaf49 req-d20a2010-dd83-4211-8aec-d0be0c19d6bb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341101 Jun 30 21:59:06.740846 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d0aa3-9154-4aec-be5f-b274dec42d16 req-20d8af35-5c6f-4d8c-93fc-46a019098168 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:06.742308 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0c1d0aa3-9154-4aec-be5f-b274dec42d16 req-20d8af35-5c6f-4d8c-93fc-46a019098168 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.0614083 Jun 30 21:59:06.780031 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0c1d0aa3-9154-4aec-be5f-b274dec42d16 req-d1893736-81f0-42fb-b35c-a30e250f665c tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Jun 30 21:59:07.542361 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c27713b6-3d13-4a86-bed6-735c38f82f11 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:07.563073 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: c27713b6-3d13-4a86-bed6-735c38f82f11 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:07.563673 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device c27713b6-3d13-4a86-bed6-735c38f82f11 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:07.580267 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4966a8-29a0-4d3e-ab73-77de52c2c577 req-4dc2a055-3572-4e6b-b36f-daaa543eccb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:07.581769 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a4966a8-29a0-4d3e-ab73-77de52c2c577 req-4dc2a055-3572-4e6b-b36f-daaa543eccb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0644157 Jun 30 21:59:07.620194 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a4966a8-29a0-4d3e-ab73-77de52c2c577 req-499c5753-7786-4d01-829a-94fb664a7a8a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Jun 30 21:59:07.953146 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7e13f-5ccb-4e87-a755-c1ae65e37dae req-e7c8c9a0-efd6-4030-b3fc-5a9eae2df975 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:07.954570 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-58d7e13f-5ccb-4e87-a755-c1ae65e37dae req-e7c8c9a0-efd6-4030-b3fc-5a9eae2df975 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.0646336 Jun 30 21:59:07.991822 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-58d7e13f-5ccb-4e87-a755-c1ae65e37dae req-83f92308-d811-48cb-9e6d-c2fb4197b9c8 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Jun 30 21:59:08.141050 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-9a15787b-08df-44a4-a812-15ab59f7e213 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:08.143044 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-9a15787b-08df-44a4-a812-15ab59f7e213 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 946 time: 0.0673671 Jun 30 21:59:08.246886 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Deleting port 0cf0a460-1d2d-4179-b146-c84b785619bd {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:08.247161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:08.332665 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] For port 0cf0a460-1d2d-4179-b146-c84b785619bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cf0a460-1d2d-4179-b146-c84b785619bd,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:08.333022 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:08.345710 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Calling delete_port for 0cf0a460-1d2d-4179-b146-c84b785619bd owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:08.549413 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:08.578505 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event deleted for resources: {'Port': ['ID=0cf0a460-1d2d-4179-b146-c84b785619bd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:08.582991 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59', '0cf0a460-1d2d-4179-b146-c84b785619bd'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:08.626960 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] No DVR routers for this DVR port 0cf0a460-1d2d-4179-b146-c84b785619bd on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:59:08.629347 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:08.631371 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-0bb61460-0832-43a5-acef-42a50e0effe9 req-87463d01-6fac-43df-87d6-967bce472e66 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "DELETE /v2.0/ports/0cf0a460-1d2d-4179-b146-c84b785619bd HTTP/1.1" status: 204 len: 173 time: 0.4832783 Jun 30 21:59:08.631802 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'name': 'network-vif-deleted', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:08.634038 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c0653ec-58f9-4bbc-b902-c8c9ba735def" -d '{"events": [{"server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "name": "network-vif-deleted", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:08.676506 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c406c8c-bb4d-465f-b4e1-a4b8b1d554c9 x-openstack-request-id: req-8c406c8c-bb4d-465f-b4e1-a4b8b1d554c9 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:08.676973 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a8363f-7b37-4608-b7f8-a7bf234d9851", "name": "network-vif-deleted", "tag": "0cf0a460-1d2d-4179-b146-c84b785619bd", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:08.677393 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c406c8c-bb4d-465f-b4e1-a4b8b1d554c9 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:08.677807 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a8363f-7b37-4608-b7f8-a7bf234d9851', 'name': 'network-vif-deleted', 'tag': '0cf0a460-1d2d-4179-b146-c84b785619bd', 'status': 'completed', 'code': 200} Jun 30 21:59:08.804597 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0becab24-3114-429c-a823-3edb272f5061 req-edfa2a2c-dd12-4216-81b5-98ae4e4f6128 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:08.806164 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0becab24-3114-429c-a823-3edb272f5061 req-edfa2a2c-dd12-4216-81b5-98ae4e4f6128 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0636692 Jun 30 21:59:08.845272 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0becab24-3114-429c-a823-3edb272f5061 req-6d1181e5-313a-4230-907d-ac9a2418dc7a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328541 Jun 30 21:59:09.143500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e0cec0c2-61c2-4365-b10c-c54666da749c req-2f765e03-3cc1-46b8-9eaa-f0141f800ecb tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=34a8363f-7b37-4608-b7f8-a7bf234d9851 HTTP/1.1" status: 200 len: 210 time: 0.0285957 Jun 30 21:59:10.026984 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad158983-7c13-47de-b8cf-978d0c5c0315 req-a77466e4-1b00-4cf3-b5b6-48d3277f81d4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:10.028991 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ad158983-7c13-47de-b8cf-978d0c5c0315 req-a77466e4-1b00-4cf3-b5b6-48d3277f81d4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0660644 Jun 30 21:59:10.066220 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ad158983-7c13-47de-b8cf-978d0c5c0315 req-600c1f57-8473-4fa8-bc1e-0384e5ffdbf0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Jun 30 21:59:11.247662 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03354b7-d5a6-4f69-90f0-4eebb84a622a req-c0107476-95c5-4000-a883-5ed0f4eaa120 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:11.249063 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a03354b7-d5a6-4f69-90f0-4eebb84a622a req-c0107476-95c5-4000-a883-5ed0f4eaa120 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0676427 Jun 30 21:59:11.290589 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a03354b7-d5a6-4f69-90f0-4eebb84a622a req-6b88df8d-8059-4d5e-843c-7fcd9cfc60fa tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357013 Jun 30 21:59:11.578917 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:59:11.588249 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0cf0a460-1d2d-4179-b146-c84b785619bd no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:11.618603 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 0cf0a460-1d2d-4179-b146-c84b785619bd {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:11.619212 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0cf0a460-1d2d-4179-b146-c84b785619bd not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:11.715605 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:11.726439 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:59:11.740870 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:59:11.765295 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:11.779043 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:59:11.799398 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:11.869794 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:11.924790 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=6']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:11.931794 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.932143 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.932481 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.932811 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.933149 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.933478 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.933803 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.934202 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.935034 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.935534 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.935864 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:11.936186 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:12.023992 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['0a013506-7c62-4b0c-a9c7-55427e4e656a'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:12.318322 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a1ca0-c9d3-4ce2-8549-da3bc458077e req-29a15f9d-965f-4487-a429-f65b3b860bce tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:12.331263 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe0a1ca0-c9d3-4ce2-8549-da3bc458077e req-29a15f9d-965f-4487-a429-f65b3b860bce tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.0858071 Jun 30 21:59:12.392840 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fe0a1ca0-c9d3-4ce2-8549-da3bc458077e req-8a98fb90-db4e-4160-a89f-dcc78f3316a5 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508847 Jun 30 21:59:12.505068 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f5a69-75b6-43ac-9f7f-e82d43fd3e6a req-211c641c-42e2-4405-b073-52f82ebd6b02 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:12.506818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-231f5a69-75b6-43ac-9f7f-e82d43fd3e6a req-211c641c-42e2-4405-b073-52f82ebd6b02 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 944 time: 0.0704062 Jun 30 21:59:12.572925 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-231f5a69-75b6-43ac-9f7f-e82d43fd3e6a req-537415b6-1ea4-4e93-89c1-9004b91f62e2 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540047 Jun 30 21:59:13.568427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c11570-3471-48be-8f61-d897e22b1b5d req-b03f8282-9405-4fd4-aa40-210935060aae tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:13.570846 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c9c11570-3471-48be-8f61-d897e22b1b5d req-b03f8282-9405-4fd4-aa40-210935060aae tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.0699587 Jun 30 21:59:13.591625 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:59:13.626363 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c9c11570-3471-48be-8f61-d897e22b1b5d req-e518e0a2-5673-4c71-870d-a0729d8773c5 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/security-groups?id=fb37a8ff-79dc-4627-8230-d76f904719ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472074 Jun 30 21:59:13.659740 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 0a013506-7c62-4b0c-a9c7-55427e4e656a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:59:13.662327 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:13.788097 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:13.831990 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:13.834293 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9f6b69-8c01-4fe8-81d0-b942e70c81af" -d '{"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:13.842517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461520-d31b-4ff8-bb8f-f5f5b449cbf3 req-72a0db68-d78c-4f06-9311-0045edb632a4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:13.850615 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d1461520-d31b-4ff8-bb8f-f5f5b449cbf3 req-72a0db68-d78c-4f06-9311-0045edb632a4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 944 time: 0.0948832 Jun 30 21:59:13.857772 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-9e2aaf69-cf9a-4d44-8a4f-a91cd4331c78 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:13.859978 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-9e2aaf69-cf9a-4d44-8a4f-a91cd4331c78 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 946 time: 0.0856247 Jun 30 21:59:13.870844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:13.887961 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c84120-71d3-4048-9ffe-f35388d2be68 x-openstack-request-id: req-11c84120-71d3-4048-9ffe-f35388d2be68 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:13.888490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:13.889010 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11c84120-71d3-4048-9ffe-f35388d2be68 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:13.889557 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'code': 200} Jun 30 21:59:13.907502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d1461520-d31b-4ff8-bb8f-f5f5b449cbf3 req-dbf982a8-2526-496a-98f4-606e70a938f9 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546396 Jun 30 21:59:13.962056 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:13.986345 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Deleting port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:13.986950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:14.033245 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=7']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:14.098391 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] For port 047b16cd-f13b-41ed-b0ff-55866e4d5b59, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=047b16cd-f13b-41ed-b0ff-55866e4d5b59,segment=NetworkSegment(4fbb5a11-99df-46eb-9717-65db6628e49e),segment_id=4fbb5a11-99df-46eb-9717-65db6628e49e)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:14.098391 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:14.110772 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Calling delete_port for 047b16cd-f13b-41ed-b0ff-55866e4d5b59 owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:14.304155 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:14.334019 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Pushing event deleted for resources: {'Port': ['ID=047b16cd-f13b-41ed-b0ff-55866e4d5b59,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:14.341705 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['047b16cd-f13b-41ed-b0ff-55866e4d5b59'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:14.381844 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] No DVR routers for this DVR port 047b16cd-f13b-41ed-b0ff-55866e4d5b59 on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:59:14.384535 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:14.386827 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-ab1b963e-f97a-4198-87b3-185ef2de6bfd req-adc6b64a-95de-4fe4-9782-692b1385ed55 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.55 "DELETE /v2.0/ports/047b16cd-f13b-41ed-b0ff-55866e4d5b59 HTTP/1.1" status: 204 len: 173 time: 0.5202026 Jun 30 21:59:14.387798 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'name': 'network-vif-deleted', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:14.396564 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78867707-6f27-4858-aa0e-5667c617ff2b" -d '{"events": [{"server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "name": "network-vif-deleted", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:14.434019 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1534023-e45b-430b-b56f-a55d4ad19566 x-openstack-request-id: req-b1534023-e45b-430b-b56f-a55d4ad19566 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:14.436535 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a62b674-cd79-4024-99d7-451d50db6c11", "name": "network-vif-deleted", "tag": "047b16cd-f13b-41ed-b0ff-55866e4d5b59", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:14.436535 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1534023-e45b-430b-b56f-a55d4ad19566 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:14.436535 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a62b674-cd79-4024-99d7-451d50db6c11', 'name': 'network-vif-deleted', 'tag': '047b16cd-f13b-41ed-b0ff-55866e4d5b59', 'status': 'completed', 'code': 200} Jun 30 21:59:14.807197 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-348d39ee-8319-43f3-9739-1ac8b3f1467e req-6294a214-384f-4456-8f1a-ed7c2b39d0a3 tempest-AttachVolumeNegativeTest-5925134 tempest-AttachVolumeNegativeTest-5925134-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a62b674-cd79-4024-99d7-451d50db6c11 HTTP/1.1" status: 200 len: 210 time: 0.0405502 Jun 30 21:59:15.096237 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0f1e1-265a-4c4e-9b58-d50510b4615e req-5a705091-182e-4e4e-af55-bd0806e94e0e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:15.097703 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-50e0f1e1-265a-4c4e-9b58-d50510b4615e req-5a705091-182e-4e4e-af55-bd0806e94e0e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0635276 Jun 30 21:59:15.143194 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-50e0f1e1-265a-4c4e-9b58-d50510b4615e req-e4e4294f-44a0-4e6d-939c-c6f93299b0b0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399318 Jun 30 21:59:15.787586 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:15.910979 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59134) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:15.959602 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Deleting subnet 3b75e3f5-c79e-43bd-ac25-3f2dad80f290 {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 21:59:15.963251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.001780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.045246 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.163310 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.192695 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b75e3f5-c79e-43bd-ac25-3f2dad80f290,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:16.206818 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.211530 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59138) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:16.212006 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-bd4373d7-205b-41bf-a86b-46276a189aee admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b75e3f5-c79e-43bd-ac25-3f2dad80f290 HTTP/1.1" status: 204 len: 168 time: 0.2998970 Jun 30 21:59:16.337950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.421436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc703c-a051-4978-868c-1cea8f80c1d3 req-adb7162c-6539-4efb-b79c-146726a91ff0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:16.423232 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aedc703c-a051-4978-868c-1cea8f80c1d3 req-adb7162c-6539-4efb-b79c-146726a91ff0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.1271019 Jun 30 21:59:16.456492 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.477938 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4badbdd-2c11-4a97-9b21-0472f6accea7']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:16.493614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fbb5a11-99df-46eb-9717-65db6628e49e') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:16.493934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fbb5a11-99df-46eb-9717-65db6628e49e') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:16.507882 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aedc703c-a051-4978-868c-1cea8f80c1d3 req-f60fd457-aede-4839-995e-8f105577d8a7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533123 Jun 30 21:59:16.519589 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.536241 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.542602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 21:59:16.542983 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 21:59:16.544729 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 21:59:16.670938 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.690129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:16.694451 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] 10.222.0.47 "DELETE /v2.0/networks/b4badbdd-2c11-4a97-9b21-0472f6accea7 HTTP/1.1" status: 204 len: 168 time: 0.4793789 Jun 30 21:59:16.695956 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbbfdfc-d966-47da-b736-647cd68bc54f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4badbdd-2c11-4a97-9b21-0472f6accea7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:17.075440 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-04086637-50c0-4f7a-8089-1b8b4b26b048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:17.120080 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59144) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:17.169766 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-65248497-629e-4233-a2a4-3dc628defbcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=949383c14ed1418286462f0c915616f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484221 Jun 30 21:59:17.172432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59146) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:17.230649 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:17.256118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:17.378661 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:17.381367 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:17.382554 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb37a8ff-79dc-4627-8230-d76f904719ed HTTP/1.1" status: 204 len: 168 time: 0.2091858 Jun 30 21:59:17.391600 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adf2df-8046-4c62-b956-12a77a04771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37a8ff-79dc-4627-8230-d76f904719ed,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:17.588497 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 047b16cd-f13b-41ed-b0ff-55866e4d5b59 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:17.609064 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 047b16cd-f13b-41ed-b0ff-55866e4d5b59 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:17.616862 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 047b16cd-f13b-41ed-b0ff-55866e4d5b59 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:17.734957 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ec23a-a64c-47b1-ba04-969f9a1d2b53 req-c5a90842-5f8b-4500-bd46-532fbfc39a31 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:17.736644 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d1ec23a-a64c-47b1-ba04-969f9a1d2b53 req-c5a90842-5f8b-4500-bd46-532fbfc39a31 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0918274 Jun 30 21:59:17.778135 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d1ec23a-a64c-47b1-ba04-969f9a1d2b53 req-5aed6593-6871-43c7-b415-b961ca011477 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372996 Jun 30 21:59:18.964158 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933a027-ab8e-4f56-ac57-6fa6add7d794 req-8a314024-901b-4435-8da0-7cec069f60ed tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:18.966320 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8933a027-ab8e-4f56-ac57-6fa6add7d794 req-8a314024-901b-4435-8da0-7cec069f60ed tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0645325 Jun 30 21:59:19.007337 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8933a027-ab8e-4f56-ac57-6fa6add7d794 req-b3d3177b-532e-4a95-bf37-cbc55fa0d61e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347481 Jun 30 21:59:19.253140 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-196d086a-532d-47fc-9968-f675980e96a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:20.014993 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:20.281569 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083e919-8288-43cf-8034-4da3d2e93ee3 req-493066b1-b765-4b5d-ad05-5fe79b43284e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:20.283595 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5083e919-8288-43cf-8034-4da3d2e93ee3 req-493066b1-b765-4b5d-ad05-5fe79b43284e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0852869 Jun 30 21:59:20.357601 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5083e919-8288-43cf-8034-4da3d2e93ee3 req-53be9f13-17bf-4b67-a6a0-927b084f4c31 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685444 Jun 30 21:59:20.402867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:21.577358 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60dc90-4e10-4308-a029-f3fd14593002 req-1e5db4df-6400-4434-8ebd-37adcee341d0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:21.578882 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a60dc90-4e10-4308-a029-f3fd14593002 req-1e5db4df-6400-4434-8ebd-37adcee341d0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0730162 Jun 30 21:59:21.618821 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4a60dc90-4e10-4308-a029-f3fd14593002 req-d61cd296-c4fb-4640-82b2-41c0ac8c64cb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341499 Jun 30 21:59:22.328174 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:22.828962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e0f73-e013-4e52-b51b-856e19475853 req-bec1f3b0-166b-4a27-8cc7-32e901737a3c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:22.831402 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7b4e0f73-e013-4e52-b51b-856e19475853 req-bec1f3b0-166b-4a27-8cc7-32e901737a3c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0753169 Jun 30 21:59:22.876541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7b4e0f73-e013-4e52-b51b-856e19475853 req-a4315d1d-573d-4556-8832-800c29173d9d tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395458 Jun 30 21:59:24.076196 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0209f3a-4daf-4f05-8e3e-296deb6f52b4 req-55b46adf-5d07-43da-b3dd-a71e2c02b2f7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.077738 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e0209f3a-4daf-4f05-8e3e-296deb6f52b4 req-55b46adf-5d07-43da-b3dd-a71e2c02b2f7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0768943 Jun 30 21:59:24.128492 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e0209f3a-4daf-4f05-8e3e-296deb6f52b4 req-4a86b115-6f47-40e1-97ed-55d6abcacb92 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 Jun 30 21:59:24.265200 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcde36-16ea-4f6d-bf04-fc601d4cf64b req-e88efbb8-c003-4881-9866-36157894c1e1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.266708 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63bcde36-16ea-4f6d-bf04-fc601d4cf64b req-e88efbb8-c003-4881-9866-36157894c1e1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0689478 Jun 30 21:59:24.313789 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63bcde36-16ea-4f6d-bf04-fc601d4cf64b req-90c78e23-4deb-4b7d-872e-16fbbc6d1be8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412192 Jun 30 21:59:24.346995 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-7bce54b4-95af-4f61-b72c-93bcb2d9234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.348513 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-7bce54b4-95af-4f61-b72c-93bcb2d9234e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1098 time: 0.0639267 Jun 30 21:59:24.448015 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-4838740f-7223-4d83-a5a2-ae5081fcc289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.449489 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-4838740f-7223-4d83-a5a2-ae5081fcc289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.0946472 Jun 30 21:59:24.514451 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-2995186c-0d50-4993-8d90-9c704a103b49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 1000 time: 0.0576491 Jun 30 21:59:24.567067 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-2631b67f-853a-4b27-9304-86eaec3636c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.568525 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-2631b67f-853a-4b27-9304-86eaec3636c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0471799 Jun 30 21:59:24.626444 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-f555a1f5-15cd-4d33-8876-02576cb19ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:24.627947 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-f555a1f5-15cd-4d33-8876-02576cb19ba0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527532 Jun 30 21:59:24.745183 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-87b9cc96-640c-483b-879e-6bc517e59995 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097093 Jun 30 21:59:24.840642 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-5969f06a-0439-4d8b-9060-79bb7f614ff5 req-e0e6b7f0-594c-43bf-9906-cb89b6fe2d41 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852644 Jun 30 21:59:25.319643 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840c019-9526-4d93-ad14-cc6e60e35680 req-8070cce0-11ef-4783-95eb-5969bb3ac32e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:25.321411 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a840c019-9526-4d93-ad14-cc6e60e35680 req-8070cce0-11ef-4783-95eb-5969bb3ac32e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0687954 Jun 30 21:59:25.362979 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a840c019-9526-4d93-ad14-cc6e60e35680 req-f9570d13-0399-4eb2-b8c3-00b0875b7bb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346823 Jun 30 21:59:25.535475 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911c94-439f-47eb-8bd9-a0910c09ca39 req-36e02d47-19a2-4349-97b1-0ef5e739cdc2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:25.536954 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74911c94-439f-47eb-8bd9-a0910c09ca39 req-36e02d47-19a2-4349-97b1-0ef5e739cdc2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0654023 Jun 30 21:59:25.577281 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-74911c94-439f-47eb-8bd9-a0910c09ca39 req-00ff259b-0846-4879-9776-e1769ea1ad2b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345650 Jun 30 21:59:25.960868 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2283f-05bb-454d-9829-4192c230f82f req-c6771802-f5de-4461-bd2d-470bd441d123 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:25.962207 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-64a2283f-05bb-454d-9829-4192c230f82f req-c6771802-f5de-4461-bd2d-470bd441d123 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 945 time: 0.0599346 Jun 30 21:59:26.062210 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:26.062557 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:26.151952 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] For port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:26.152339 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:26.320838 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:26.321275 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:26.321577 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP 9165a34f-34a3-4f03-992a-9bbbf31049c0 disassociated. External IP: 172.27.1.207, port: 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f. Jun 30 21:59:26.321968 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:26.493974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:26.530179 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:26.549582 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77e4d-860a-463b-ac57-ca70ac52faba req-b21b6be0-7f02-4a0c-8440-e02745d97187 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:26.550845 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aad77e4d-860a-463b-ac57-ca70ac52faba req-b21b6be0-7f02-4a0c-8440-e02745d97187 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0693433 Jun 30 21:59:26.590990 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aad77e4d-860a-463b-ac57-ca70ac52faba req-9e256cec-4d5c-47c0-bad9-833fbc651548 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342436 Jun 30 21:59:26.645815 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:59:26.730328 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3de23d7c-8507-4d90-bcc5-6cee6b6100aa req-2ba1ea9d-3273-4293-8f36-903b00390abb tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 210 time: 0.0348115 Jun 30 21:59:27.006513 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:59:27.018259 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:59:27.031966 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:27.032607 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:27.051939 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] No DVR routers for this DVR port 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:59:27.054643 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:27.056813 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-64a2283f-05bb-454d-9829-4192c230f82f req-8328208d-fdbc-4530-836b-1d5ca874b88c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "DELETE /v2.0/ports/12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f HTTP/1.1" status: 204 len: 173 time: 1.0888383 Jun 30 21:59:27.057272 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'name': 'network-vif-deleted', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:27.060348 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9e6c0-ac21-4167-bbf3-e9b307d25b8b" -d '{"events": [{"server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "name": "network-vif-deleted", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:27.103717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9230aab8-5fc7-4a12-9b87-2581da4cafb0 x-openstack-request-id: req-9230aab8-5fc7-4a12-9b87-2581da4cafb0 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:27.103717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93bb996-c3ee-41ad-9ea2-7f2274445547", "name": "network-vif-deleted", "tag": "12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:27.103717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9230aab8-5fc7-4a12-9b87-2581da4cafb0 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:27.103717 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd93bb996-c3ee-41ad-9ea2-7f2274445547', 'name': 'network-vif-deleted', 'tag': '12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f', 'status': 'completed', 'code': 200} Jun 30 21:59:27.149764 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:27.348009 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:27.382905 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:59:27.385419 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:27.386054 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:27.489028 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:27.695498 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:27.735082 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:27.767848 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06f863-36a4-4f84-8d38-b9bb2dde0577 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:59:27.793751 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791223ed-1c4f-49c4-a3f9-5813bafa7064 req-088e9ba9-4416-4bb3-b086-448090834787 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:27.796082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-791223ed-1c4f-49c4-a3f9-5813bafa7064 req-088e9ba9-4416-4bb3-b086-448090834787 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 945 time: 0.0761898 Jun 30 21:59:27.828374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:27.845215 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-791223ed-1c4f-49c4-a3f9-5813bafa7064 req-705cd706-8b88-4c80-9d58-63d9c404f2ba tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Jun 30 21:59:27.858745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:27.861621 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06124142-eea0-4d42-b893-79d5f104b3fc" -d '{"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-unplugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:27.878708 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:27.905809 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a37c8a9-ed8d-499b-912d-814098a3eecb x-openstack-request-id: req-8a37c8a9-ed8d-499b-912d-814098a3eecb {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:27.906228 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-unplugged", "status": "failed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "code": 422}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:27.906370 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a37c8a9-ed8d-499b-912d-814098a3eecb {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:27.906930 dv-cinder-784453-7-iscsi neutron-server[105234]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'code': 422} returned with failed status Jun 30 21:59:27.950130 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:27.950909 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:27.953809 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d201420e-5e64-4c6f-b1f9-7bdc2604c25e req-eb644e4d-3f98-44f4-b6a3-6f5af518d3d7 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=d93bb996-c3ee-41ad-9ea2-7f2274445547 HTTP/1.1" status: 200 len: 210 time: 0.0347936 Jun 30 21:59:27.999396 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:27.999743 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 12dd6a8b-66fa-4d64-8ce8-c7c97d9c459f not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:28.025574 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=8']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:28.083844 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ebb8f4-41c8-4843-bd7c-e97aca79d1ae None None] New status for floating IP 9165a34f-34a3-4f03-992a-9bbbf31049c0: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:59:29.239072 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-b6ef404d-97a6-4d66-aef1-7c5e33a1e9de tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271898755&fields=id&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 267 time: 0.0319307 Jun 30 21:59:29.345443 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-cb400d23-6d89-4388-ae93-4ca7f8a20de0 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:29.346953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-cb400d23-6d89-4388-ae93-4ca7f8a20de0 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1016214 Jun 30 21:59:29.363717 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-88beed59-1ebd-4908-ba17-e0923e3f8e99 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/quotas/050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 375 time: 0.0111094 Jun 30 21:59:29.445935 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-f891cca4-ce09-4db4-979a-6163b8cab556 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0723617 Jun 30 21:59:29.546700 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-090081e5-133f-49a1-acf6-dcf12c50b518 service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854552 Jun 30 21:59:29.647574 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-b14ce21d-69f1-47b0-9f3f-7d597da8f37b service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948632 Jun 30 21:59:29.836246 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59388) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:29.944457 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18501ba4-1935-4187-9006-47520c9ecb8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.048037 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18501ba4-1935-4187-9006-47520c9ecb8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.135285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-18501ba4-1935-4187-9006-47520c9ecb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.179498 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e475170-8ca4-4ab2-9e50-f75e3e1203a5 req-aa4354ab-2ffb-4714-9f16-d9f94e814be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:30.180898 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9e475170-8ca4-4ab2-9e50-f75e3e1203a5 req-aa4354ab-2ffb-4714-9f16-d9f94e814be4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0969679 Jun 30 21:59:30.196321 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-18501ba4-1935-4187-9006-47520c9ecb8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e39db315f2a413e977b4e05a4c48808&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564794 Jun 30 21:59:30.196609 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59404) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:30.207705 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18501ba4-1935-4187-9006-47520c9ecb8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992112ad-bbaa-4ca8-bd81-9f07c49f4054,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:30.257426 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63fcfc1b-a0f8-4a6f-827b-80389b33a53d req-7c816e6f-ee40-4ea1-99f1-bb66cef55d9a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0337486 Jun 30 21:59:30.260779 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9e475170-8ca4-4ab2-9e50-f75e3e1203a5 req-d60e08f6-095d-442f-b918-3c719d15bd01 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731902 Jun 30 21:59:30.284258 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.311189 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.406536 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-c6406889-376c-4a95-b596-8e8e862c9fce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0590298 Jun 30 21:59:30.466541 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.469340 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:30.471015 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/992112ad-bbaa-4ca8-bd81-9f07c49f4054 HTTP/1.1" status: 204 len: 168 time: 0.2726109 Jun 30 21:59:30.481226 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39109e4-e2fd-45fb-bf8e-eb4482117bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992112ad-bbaa-4ca8-bd81-9f07c49f4054,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:31.412235 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3b76b05c-5c95-4f8e-927c-3af78857985d req-f639c54a-f2c4-414f-9337-aebfa2656bba tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0337501 Jun 30 21:59:31.561445 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8695336-0e96-4d79-9a4c-dcb9a533964e req-d15a1716-9837-49f7-b15b-4b3ac8cc73ae tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:31.563037 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8695336-0e96-4d79-9a4c-dcb9a533964e req-d15a1716-9837-49f7-b15b-4b3ac8cc73ae tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0712552 Jun 30 21:59:31.612556 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b8695336-0e96-4d79-9a4c-dcb9a533964e req-57365378-c991-4662-9810-c1a4a98c8107 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407584 Jun 30 21:59:32.203200 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-c3d2a7f2-6e85-40de-9a07-49e7110d6ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.204954 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-c3d2a7f2-6e85-40de-9a07-49e7110d6ec8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548&tenant_id=7cd0621a42e74dc9bf48126ff6aa7415 HTTP/1.1" status: 200 len: 1096 time: 0.0879161 Jun 30 21:59:32.298955 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-44a19d3b-90ad-488a-b088-c901df456b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.300715 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-44a19d3b-90ad-488a-b088-c901df456b2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1096 time: 0.0599620 Jun 30 21:59:32.393262 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-b9f18fa4-facc-4aae-94f9-f42dd0b368f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.395102 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-b9f18fa4-facc-4aae-94f9-f42dd0b368f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.0877054 Jun 30 21:59:32.477423 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-3809675a-8a2d-42c4-a20f-28437e6a7dbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 998 time: 0.0683420 Jun 30 21:59:32.529960 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-55e66533-7ffa-448c-9dda-0a40adc3458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.531559 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-55e66533-7ffa-448c-9dda-0a40adc3458d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0478435 Jun 30 21:59:32.556634 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b4796be4-b9b9-44e6-8b3e-c345b058af01 req-ce426843-6dec-43ef-a67b-ce365df49b50 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0295668 Jun 30 21:59:32.597912 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-e6e9543f-402d-4930-b9be-8a9fc65b2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.599477 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-e6e9543f-402d-4930-b9be-8a9fc65b2975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607989 Jun 30 21:59:32.694084 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-8949fce9-cfc0-4753-b011-293f3c3530ec service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870316 Jun 30 21:59:32.790217 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-2fd392f9-ed62-4a86-86ec-4b4be6e0e028 req-e6b2b688-9547-442c-8a09-b486cdc52f27 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893288 Jun 30 21:59:32.809612 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acadea-fd8e-47f4-871c-d473f0bc7448 req-5cb08bb6-a019-45de-8327-e416671a47fe tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:32.811777 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d4acadea-fd8e-47f4-871c-d473f0bc7448 req-5cb08bb6-a019-45de-8327-e416671a47fe tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0737083 Jun 30 21:59:32.851422 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d4acadea-fd8e-47f4-871c-d473f0bc7448 req-ff99d478-c46a-4019-812d-74a1b77c9d39 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340972 Jun 30 21:59:33.119936 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-9a83d741-9665-4c5d-b5f8-e3d69c8e9adc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:33.121348 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-9a83d741-9665-4c5d-b5f8-e3d69c8e9adc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1060236 Jun 30 21:59:33.173314 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-3fc8bd71-8920-4779-98e5-9d1a00891a09 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 379 time: 0.0373683 Jun 30 21:59:33.193344 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'port': {'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'admin_state_up': True, 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'security_groups': ['cc515688-ee06-405b-84d9-17120c55aefd']}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:59:33.380675 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Made reservation on behalf of 050be1741c824e7f8bb09bdd41442d66 for: {'port': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 21:59:33.384953 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:33.526349 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.20.0.9 (65b6ccdf-6791-412c-839b-f4779429ae80/bbb07cda-c23b-4e4c-8e42-2a071285cbcb/80be683e-4e96-4e75-8c81-f48c062b76b0) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 21:59:33.708716 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:33.743731 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Transition to ACTIVE for port object 80be683e-4e96-4e75-8c81-f48c062b76b0 will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:59:33.774668 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-39918b9f-a146-4d9d-aa05-7442ed0e2ff3 req-c8bacd28-fa77-4336-b7ca-e59947d8fea4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0825701 Jun 30 21:59:33.883462 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:33.977430 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:34.015535 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 21:59:34.021306 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 21:59:34.030756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 21:59:34.111389 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ff6ce-4695-473b-8dde-1bef8a1df28d req-acbaa70d-d401-4d1b-82ba-2174fdbd271c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:34.115477 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e77ff6ce-4695-473b-8dde-1bef8a1df28d req-acbaa70d-d401-4d1b-82ba-2174fdbd271c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.1165869 Jun 30 21:59:34.122695 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:34.164766 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:34.165424 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.215641 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e77ff6ce-4695-473b-8dde-1bef8a1df28d req-5e87922e-bebc-4234-b499-8eab8ca3af15 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933149 Jun 30 21:59:34.226588 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae068920-a544-4972-9253-e3d6fc55dd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.268095 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-005854ee-96f5-4e89-a406-93dfc0c01b7e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0787139 Jun 30 21:59:34.407226 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae068920-a544-4972-9253-e3d6fc55dd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.500280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ae068920-a544-4972-9253-e3d6fc55dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.530495 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-fe21cab5-6f8c-4630-9ab7-2f948b4ea716 None None] Provisioning for port 80be683e-4e96-4e75-8c81-f48c062b76b0 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:59:34.534622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-fe21cab5-6f8c-4630-9ab7-2f948b4ea716 None None] Provisioning complete for port 80be683e-4e96-4e75-8c81-f48c062b76b0 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:59:34.535359 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-fe21cab5-6f8c-4630-9ab7-2f948b4ea716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.541238 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae068920-a544-4972-9253-e3d6fc55dd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ebbae7-ddf0-4d58-9e45-5cf9a0d00eb7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:34.578484 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-fe21cab5-6f8c-4630-9ab7-2f948b4ea716 None None] Port 80be683e-4e96-4e75-8c81-f48c062b76b0 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 21:59:34.584777 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-ae068920-a544-4972-9253-e3d6fc55dd97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=670051e5be7d4583af4520a2ce3decc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034446 Jun 30 21:59:34.585203 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59546) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:34.640460 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.663872 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.821791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.821791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:34.821791 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7ebbae7-ddf0-4d58-9e45-5cf9a0d00eb7 HTTP/1.1" status: 204 len: 168 time: 0.2207806 Jun 30 21:59:34.821791 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fa7bb-c04f-4ae9-b28e-1d61e3ca0db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ebbae7-ddf0-4d58-9e45-5cf9a0d00eb7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:34.976570 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2ac57-84d3-4f41-bc79-b91d018dec7d req-93ad21b9-7042-4721-895b-ee1e598a8b3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:34.978544 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-49e2ac57-84d3-4f41-bc79-b91d018dec7d req-93ad21b9-7042-4721-895b-ee1e598a8b3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0785599 Jun 30 21:59:35.025635 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-49e2ac57-84d3-4f41-bc79-b91d018dec7d req-e2b8c9ed-c559-4459-91fc-312759178e82 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387039 Jun 30 21:59:35.394879 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59556) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:35.410695 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb649-0fdd-4902-950c-8fffbf13d25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.427117 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6600731-5ec0-4daf-8686-52cc278f2e25 req-7d723e95-3310-4fca-8bd9-ce47834130d0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:35.428882 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e6600731-5ec0-4daf-8686-52cc278f2e25 req-7d723e95-3310-4fca-8bd9-ce47834130d0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0675125 Jun 30 21:59:35.477378 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e6600731-5ec0-4daf-8686-52cc278f2e25 req-614df011-b9b2-49ec-b0d0-33500e0daf71 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424700 Jun 30 21:59:35.535607 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb649-0fdd-4902-950c-8fffbf13d25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.619319 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cbfcb649-0fdd-4902-950c-8fffbf13d25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.663839 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-cbfcb649-0fdd-4902-950c-8fffbf13d25e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=875b32e4e38d4162a3237a1e6e903dbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653234 Jun 30 21:59:35.663839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcb649-0fdd-4902-950c-8fffbf13d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5064b7d6-7e87-4474-9e47-6ca637278df7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:35.664340 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59560) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:35.733585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.755063 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.883047 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.885480 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:35.886658 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5064b7d6-7e87-4474-9e47-6ca637278df7 HTTP/1.1" status: 204 len: 168 time: 0.2213218 Jun 30 21:59:35.897730 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee57f14-29f8-4394-bca7-d7c704fd01a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5064b7d6-7e87-4474-9e47-6ca637278df7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:36.218462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4929b83b-663a-48de-a156-2d3a857cc9f7 req-9ef9f9c6-6f61-4eaf-88d3-a58264b2f6fc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:36.219986 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4929b83b-663a-48de-a156-2d3a857cc9f7 req-9ef9f9c6-6f61-4eaf-88d3-a58264b2f6fc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0711057 Jun 30 21:59:36.261966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4929b83b-663a-48de-a156-2d3a857cc9f7 req-9b1b46e9-c50e-4d15-9c6a-ea9bb8102471 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Jun 30 21:59:36.666351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e6516-70f0-402e-a71b-4cccf904013f req-00b768ea-4e38-4751-a535-23a57a95beeb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:36.668526 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-904e6516-70f0-402e-a71b-4cccf904013f req-00b768ea-4e38-4751-a535-23a57a95beeb tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0772085 Jun 30 21:59:36.713475 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-904e6516-70f0-402e-a71b-4cccf904013f req-0dd856fd-dccf-46be-b75b-9ee1b2ef059b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382144 Jun 30 21:59:37.463942 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40e6c1-2bd8-40fd-a3b1-412a548a86d5 req-9043d98a-227e-47e2-91a5-0a3caea8a907 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:37.465435 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3e40e6c1-2bd8-40fd-a3b1-412a548a86d5 req-9043d98a-227e-47e2-91a5-0a3caea8a907 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0766501 Jun 30 21:59:37.519133 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3e40e6c1-2bd8-40fd-a3b1-412a548a86d5 req-c9707ec2-d573-4397-9602-07f566206d3a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468016 Jun 30 21:59:37.928733 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a92788-e22a-44ba-8c52-3f534038a7ed req-d2c83e19-6051-485b-bca4-55abf2c87cb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:37.930272 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66a92788-e22a-44ba-8c52-3f534038a7ed req-d2c83e19-6051-485b-bca4-55abf2c87cb1 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0737808 Jun 30 21:59:37.974188 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66a92788-e22a-44ba-8c52-3f534038a7ed req-7aaf5271-8663-48c2-a9a4-d9df22e86f1c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Jun 30 21:59:38.707371 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecdd23-910d-4dad-8097-d064ae1ccf5d req-0258b551-db42-4866-b3af-461934f34ddc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:38.708924 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-34ecdd23-910d-4dad-8097-d064ae1ccf5d req-0258b551-db42-4866-b3af-461934f34ddc tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0687227 Jun 30 21:59:38.759491 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-34ecdd23-910d-4dad-8097-d064ae1ccf5d req-72e629c8-fa81-4c0c-9f3d-641b16cbb375 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445690 Jun 30 21:59:39.176344 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee8fdd5-55f7-4dd0-b6f7-2f9f849a2285 req-7b5e249b-31b2-4135-ac22-3d20a84e6c5e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:39.177793 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ee8fdd5-55f7-4dd0-b6f7-2f9f849a2285 req-7b5e249b-31b2-4135-ac22-3d20a84e6c5e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0683696 Jun 30 21:59:39.217770 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8ee8fdd5-55f7-4dd0-b6f7-2f9f849a2285 req-5a5f10a1-6c74-43f4-8489-5f6060b0df45 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344563 Jun 30 21:59:39.938232 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b594412-603f-4018-b9c1-a9f32d42f91a req-de1141f7-86be-43b8-a336-f419ad5ec651 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:39.939761 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b594412-603f-4018-b9c1-a9f32d42f91a req-de1141f7-86be-43b8-a336-f419ad5ec651 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0659642 Jun 30 21:59:39.983880 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2b594412-603f-4018-b9c1-a9f32d42f91a req-e7d4c661-0f96-430c-9e2a-37506251eaf7 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380566 Jun 30 21:59:40.410097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0dbbb-06f5-4864-8bba-eb54f7310f46 req-d45e1849-de59-411f-9683-98563cd8e607 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:40.411555 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4fe0dbbb-06f5-4864-8bba-eb54f7310f46 req-d45e1849-de59-411f-9683-98563cd8e607 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0719669 Jun 30 21:59:40.460458 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4fe0dbbb-06f5-4864-8bba-eb54f7310f46 req-1d7a77fa-ee2d-4850-8af9-73a39d5e7c76 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Jun 30 21:59:41.191007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f68e95-2eef-430c-8093-4f3f041cff2b req-0a21979e-845e-4b6e-9b8e-7658a0b40122 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:41.195382 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f4f68e95-2eef-430c-8093-4f3f041cff2b req-0a21979e-845e-4b6e-9b8e-7658a0b40122 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 931 time: 0.0786545 Jun 30 21:59:41.234918 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f4f68e95-2eef-430c-8093-4f3f041cff2b req-8f18d91f-05d3-48fc-88a7-08ba74c48c3b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360584 Jun 30 21:59:41.505708 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Request body: {'port': {'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:59:41.598688 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:41.663640 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ee28c-0569-4e06-969f-99c03a5b88f6 req-378979eb-723d-41fb-b900-b29b11d4ebe5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:41.665229 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e5ee28c-0569-4e06-969f-99c03a5b88f6 req-378979eb-723d-41fb-b900-b29b11d4ebe5 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0685897 Jun 30 21:59:41.727056 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6e5ee28c-0569-4e06-969f-99c03a5b88f6 req-50bde0b4-f0de-4e20-a8ca-777044e1c80e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538652 Jun 30 21:59:41.990168 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80be683e-4e96-4e75-8c81-f48c062b76b0 {{(pid=105233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:59:41.999251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:42.015245 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Transition to ACTIVE for port object 80be683e-4e96-4e75-8c81-f48c062b76b0 will not be triggered until provisioned by entity L2. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 21:59:42.117316 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:42.173721 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:42.293437 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Attempting to bind port 80be683e-4e96-4e75-8c81-f48c062b76b0 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 21:59:42.293987 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Attempting to bind port 80be683e-4e96-4e75-8c81-f48c062b76b0 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 21:59:42.295118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Attempting to bind port 80be683e-4e96-4e75-8c81-f48c062b76b0 on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:59:42.300320 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Port 80be683e-4e96-4e75-8c81-f48c062b76b0 on network 65b6ccdf-6791-412c-839b-f4779429ae80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 21:59:42.300735 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Attempting to bind port 80be683e-4e96-4e75-8c81-f48c062b76b0 on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 21:59:42.306788 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 21, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 21:59:42.307193 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 21:59:42.307838 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Bound using segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} {{(pid=105233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 21:59:42.308183 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.managers [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Bound port: 80be683e-4e96-4e75-8c81-f48c062b76b0, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}}] {{(pid=105233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 21:59:42.308622 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:42.452004 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, cleared binding levels {{(pid=105233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 21:59:42.457142 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80be683e-4e96-4e75-8c81-f48c062b76b0,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 21:59:42.559150 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:42.567690 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd856818-0b95-47df-90f0-8686e1783760 req-c31aef1b-b56e-4b8e-8d3f-77f695c2711e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:42.569263 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bd856818-0b95-47df-90f0-8686e1783760 req-c31aef1b-b56e-4b8e-8d3f-77f695c2711e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0918999 Jun 30 21:59:42.607249 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:42.608128 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:42.609590 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] 10.222.0.55 "PUT /v2.0/ports/80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 1093 time: 1.1094220 Jun 30 21:59:42.610055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:42.612315 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48291aa5-f7d4-41d6-8750-e61da89ad9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:42.641211 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bd856818-0b95-47df-90f0-8686e1783760 req-95397eac-6581-400f-966e-371a4f9c8892 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575893 Jun 30 21:59:42.663513 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63e7ebf-aad5-4016-a6e0-6e3571692fe4 x-openstack-request-id: req-b63e7ebf-aad5-4016-a6e0-6e3571692fe4 {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:42.663929 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:42.664408 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b63e7ebf-aad5-4016-a6e0-6e3571692fe4 {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:42.664898 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'status': 'completed', 'code': 200} Jun 30 21:59:42.668144 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79539943-6622-495a-a82e-a4e5740b67b7 service neutron] Pushing event updated for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=3']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:42.937513 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ca11d-3d87-43a4-b1f3-772d17cbd709 req-395126c5-da3c-4890-ac73-c00b061db2f6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:42.939058 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-286ca11d-3d87-43a4-b1f3-772d17cbd709 req-395126c5-da3c-4890-ac73-c00b061db2f6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0804238 Jun 30 21:59:42.987183 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-286ca11d-3d87-43a4-b1f3-772d17cbd709 req-9145e4c9-146e-47a9-afff-b634af674e34 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387757 Jun 30 21:59:43.864990 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac58eb8-9ab8-4dd7-ae04-8f8c24754291 req-51da4501-cdb5-4dd9-869b-11ca337c36dd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:43.870646 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aac58eb8-9ab8-4dd7-ae04-8f8c24754291 req-51da4501-cdb5-4dd9-869b-11ca337c36dd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.1012766 Jun 30 21:59:43.914753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-aac58eb8-9ab8-4dd7-ae04-8f8c24754291 req-61527a60-5adb-4ce4-8ada-f9e2d3b204d7 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401895 Jun 30 21:59:44.167589 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce3ecb-2c65-400d-af35-77b5d438561d req-4ceeb336-b336-4eeb-a438-ea908e9f8263 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:44.169096 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-edce3ecb-2c65-400d-af35-77b5d438561d req-4ceeb336-b336-4eeb-a438-ea908e9f8263 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0664122 Jun 30 21:59:44.209959 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-edce3ecb-2c65-400d-af35-77b5d438561d req-1ed66eb3-713a-4dc7-b285-e9870513cf05 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348659 Jun 30 21:59:44.353820 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59694) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:44.462707 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a1de215-e83a-4c4b-a928-6462bcb5fde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.548711 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a1de215-e83a-4c4b-a928-6462bcb5fde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.631279 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a1de215-e83a-4c4b-a928-6462bcb5fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.673408 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4a1de215-e83a-4c4b-a928-6462bcb5fde3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0ba462a52b34356972c23f434c8468d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184996 Jun 30 21:59:44.674281 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1de215-e83a-4c4b-a928-6462bcb5fde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cdcc2a-9cdf-436c-8e7c-586e6f6f20e5,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:44.676098 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59698) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:44.726077 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.746618 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.872815 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.875857 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:44.876660 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1cdcc2a-9cdf-436c-8e7c-586e6f6f20e5 HTTP/1.1" status: 204 len: 168 time: 0.1995819 Jun 30 21:59:44.890146 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903e316-96f5-41e9-8eac-a7b07a8c1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cdcc2a-9cdf-436c-8e7c-586e6f6f20e5,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:44.895833 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-dc099a5a-def3-4516-9b90-a3ec6cc9c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:44.897333 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-dc099a5a-def3-4516-9b90-a3ec6cc9c1fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1096 time: 0.0666828 Jun 30 21:59:45.012727 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-4c68fe12-5a1f-492b-b16d-8348d50bbf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.014271 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-4c68fe12-5a1f-492b-b16d-8348d50bbf64 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=050be1741c824e7f8bb09bdd41442d66&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1031682 Jun 30 21:59:45.095597 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be505e1-1a24-4fb0-aa26-e823b8eca0e8 req-505d5174-890e-4304-bb33-3b1388e723fe tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.097218 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7be505e1-1a24-4fb0-aa26-e823b8eca0e8 req-505d5174-890e-4304-bb33-3b1388e723fe tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0675087 Jun 30 21:59:45.121625 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-1b09309a-a1f3-49d8-b4c0-83371504959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.123758 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-48291aa5-f7d4-41d6-8750-e61da89ad9b9 req-1b09309a-a1f3-49d8-b4c0-83371504959c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971196 Jun 30 21:59:45.136851 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7be505e1-1a24-4fb0-aa26-e823b8eca0e8 req-73bf2cb3-b98b-47ff-ba25-3d3839486198 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338027 Jun 30 21:59:45.314247 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-9f4af3fb-b150-4736-bbb0-5d51fe86e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.315813 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-9f4af3fb-b150-4736-bbb0-5d51fe86e86f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1096 time: 0.0655024 Jun 30 21:59:45.382269 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-410e19d1-6ef9-41db-b7bc-f848411f0958 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 217 time: 0.0388942 Jun 30 21:59:45.410581 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267784c-c1f9-45d6-b8e9-efa6d41ad641 req-2682ebd9-cc1a-4d6f-91d4-e0f220574774 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.412088 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3267784c-c1f9-45d6-b8e9-efa6d41ad641 req-2682ebd9-cc1a-4d6f-91d4-e0f220574774 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0670326 Jun 30 21:59:45.447214 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-d57fecb6-cac0-4df3-8ab5-98ee761643d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.448719 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-d57fecb6-cac0-4df3-8ab5-98ee761643d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0491018 Jun 30 21:59:45.450526 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3267784c-c1f9-45d6-b8e9-efa6d41ad641 req-3a686f96-4a47-41ef-9790-496b21968f5b tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325985 Jun 30 21:59:45.510594 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-6fc403bb-ead7-4620-ace7-157641eaae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:45.512165 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-6fc403bb-ead7-4620-ace7-157641eaae6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566566 Jun 30 21:59:45.523391 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59710) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:45.537776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afba5d9e-67ac-42dc-8bf6-c3be701b418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.601507 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-5a44cd12-3e76-48d5-a343-6f00833aab6a service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818963 Jun 30 21:59:45.629077 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afba5d9e-67ac-42dc-8bf6-c3be701b418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.696618 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-3221f117-e3d3-495e-bbd4-c48f83cd78b1 req-065b4d5c-27ee-42f2-862a-3185e0e17eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871191 Jun 30 21:59:45.706607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-afba5d9e-67ac-42dc-8bf6-c3be701b418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.745518 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-afba5d9e-67ac-42dc-8bf6-c3be701b418e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f5ef5590f1f473ab96f1e84e7174823&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2209749 Jun 30 21:59:45.746508 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5d9e-67ac-42dc-8bf6-c3be701b418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b89d57c-867e-4e7a-8eb6-31a7b095a373,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:45.748202 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59712) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:45.775208 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.799096 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.820028 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.928959 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.931585 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:45.932750 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b89d57c-867e-4e7a-8eb6-31a7b095a373 HTTP/1.1" status: 204 len: 168 time: 0.1835341 Jun 30 21:59:45.940769 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25aa1d-786d-459f-9377-7fb989274394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b89d57c-867e-4e7a-8eb6-31a7b095a373,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:46.322094 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dff700-ea0d-496a-9fb1-4a4afca9818d req-68d52c40-ff47-4b5d-a183-90ad2cd39214 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:46.323693 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-04dff700-ea0d-496a-9fb1-4a4afca9818d req-68d52c40-ff47-4b5d-a183-90ad2cd39214 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0736635 Jun 30 21:59:46.375114 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-04dff700-ea0d-496a-9fb1-4a4afca9818d req-2a11a656-18d4-4cbe-915e-c4034fff4134 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449870 Jun 30 21:59:46.639114 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdbabd-3067-4086-bc62-e69e9aac1ad4 req-173e04db-a1df-46ee-80a0-d77ed5438f38 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:46.640603 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2abdbabd-3067-4086-bc62-e69e9aac1ad4 req-173e04db-a1df-46ee-80a0-d77ed5438f38 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0681622 Jun 30 21:59:46.681846 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2abdbabd-3067-4086-bc62-e69e9aac1ad4 req-8ad699a2-88c2-472c-9330-eb6e9c2b7df0 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355885 Jun 30 21:59:47.094886 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f8f72680-19a3-48e4-b8fe-63519d6aa485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:47.257527 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4b3f3-a5b8-430f-bc33-e447733b2a8e req-522620c1-0f83-483b-82e2-55567808c687 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:47.259040 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5f4b3f3-a5b8-430f-bc33-e447733b2a8e req-522620c1-0f83-483b-82e2-55567808c687 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0714419 Jun 30 21:59:47.299030 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b5f4b3f3-a5b8-430f-bc33-e447733b2a8e req-a59117e7-0197-4c1a-9043-c76d27c2f843 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335348 Jun 30 21:59:47.549794 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1f0b7-643c-4f00-9c24-ee43a244012e req-9bfecf20-e6dc-45d7-a358-f044d744ba28 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:47.556160 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebd1f0b7-643c-4f00-9c24-ee43a244012e req-9bfecf20-e6dc-45d7-a358-f044d744ba28 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0673575 Jun 30 21:59:47.588361 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebd1f0b7-643c-4f00-9c24-ee43a244012e req-a6bf4039-11bc-439a-844e-56a6b6975604 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313780 Jun 30 21:59:47.783185 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:59:47.886330 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b44f5-5da6-4aba-96ba-9e8f8fa6a27f req-f781db26-1453-49ad-a65e-9748bd317146 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:47.888796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-581b44f5-5da6-4aba-96ba-9e8f8fa6a27f req-f781db26-1453-49ad-a65e-9748bd317146 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 943 time: 0.0735300 Jun 30 21:59:47.892043 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:47.904303 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'port_id': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'mac_address': 'fa:16:3e:d3:92:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:59:47.929317 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-581b44f5-5da6-4aba-96ba-9e8f8fa6a27f req-6748a4ba-dfc2-4d8a-a9dd-03cca05c0218 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343080 Jun 30 21:59:47.945061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:47.961339 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:59:47.980922 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:48.083140 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.133412 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=9']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:48.365733 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59790) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:48.386985 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['0a013506-7c62-4b0c-a9c7-55427e4e656a'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:48.474029 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b0c3-11aa-431f-a03c-f2c8db518144 req-68c058ac-1927-4e4d-a3cd-1e13d80215b9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:48.475499 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6a29b0c3-11aa-431f-a03c-f2c8db518144 req-68c058ac-1927-4e4d-a3cd-1e13d80215b9 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0619378 Jun 30 21:59:48.489081 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-899b227a-5911-4a84-bb43-5244a451ad5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.514886 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6a29b0c3-11aa-431f-a03c-f2c8db518144 req-81040b33-6596-4baf-8bd1-eba43993fa3d tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups?id=c91591ef-e80a-4292-831b-e35f23161e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jun 30 21:59:48.584280 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-899b227a-5911-4a84-bb43-5244a451ad5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.672124 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-899b227a-5911-4a84-bb43-5244a451ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.710439 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-899b227a-5911-4a84-bb43-5244a451ad5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a7c9e927c284400997f52caeb461e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435843 Jun 30 21:59:48.712354 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b227a-5911-4a84-bb43-5244a451ad5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5711e866-1532-4bec-8ce0-9c8a47838f6e,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:48.715404 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59796) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:48.741118 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 21:59:48.764963 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.770981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b631d-39c1-4b05-a8c9-3f38c49ef55a req-8fca2151-d594-4a7f-9e89-e34c39f9c545 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:48.772536 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a7b631d-39c1-4b05-a8c9-3f38c49ef55a req-8fca2151-d594-4a7f-9e89-e34c39f9c545 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0693386 Jun 30 21:59:48.788236 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.813694 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0a7b631d-39c1-4b05-a8c9-3f38c49ef55a req-af859f2e-9fdf-4b8f-bc8e-e5ae18dd023e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321331 Jun 30 21:59:48.923437 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.925950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:48.927096 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5711e866-1532-4bec-8ce0-9c8a47838f6e HTTP/1.1" status: 204 len: 168 time: 0.2100663 Jun 30 21:59:48.934856 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9c9942-8571-4e19-905a-ba34595035a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5711e866-1532-4bec-8ce0-9c8a47838f6e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:49.009553 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-5737d968-fbd2-4496-aaa0-c41b211a05f5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:49.011070 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-5737d968-fbd2-4496-aaa0-c41b211a05f5 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 946 time: 0.0638304 Jun 30 21:59:49.108773 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d91f1-bac5-4973-8113-5c7bbd8e90ee req-d3c2c901-4756-410a-b411-13cd361af26c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:49.110367 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b84d91f1-bac5-4973-8113-5c7bbd8e90ee req-d3c2c901-4756-410a-b411-13cd361af26c tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Jun 30 21:59:49.116196 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Deleting port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:49.116578 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.154586 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b84d91f1-bac5-4973-8113-5c7bbd8e90ee req-6919b5e5-0e56-4522-b917-27df382ed2bd tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370948 Jun 30 21:59:49.208943 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7b798506-88b4-400c-9f0f-09357dff67b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.215095 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] For port 11f5f61e-f57d-4484-aa0b-945b3cdbff31, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=11f5f61e-f57d-4484-aa0b-945b3cdbff31,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:49.215454 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.378966 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.379691 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.379691 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.l3_db [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Floating IP 96bc9596-f9a8-4ee7-b504-fb3566713146 disassociated. External IP: 172.27.1.20, port: 11f5f61e-f57d-4484-aa0b-945b3cdbff31. Jun 30 21:59:49.379985 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Calling delete_port for 11f5f61e-f57d-4484-aa0b-945b3cdbff31 owned by compute:nova {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:49.510993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59804) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:49.523006 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09e7de2c-66d2-4cac-86e3-91882ebeff67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.594648 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.616628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-3076a0ba-a299-475e-a02f-301233637ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:49.618604 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-3076a0ba-a299-475e-a02f-301233637ee0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1097 time: 0.0567021 Jun 30 21:59:49.635843 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'Port': ['ID=11f5f61e-f57d-4484-aa0b-945b3cdbff31,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:49.678780 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-864f815a-7f2a-4606-b8ff-af9c5b0ced74 req-58316d33-157c-4a80-9d0d-87486411fd95 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 210 time: 0.0449703 Jun 30 21:59:49.761049 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-cccb2047-eff8-4591-b7e3-a8eac91fe679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:49.762525 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-cccb2047-eff8-4591-b7e3-a8eac91fe679 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 200 len: 917 time: 0.1165850 Jun 30 21:59:49.781215 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09e7de2c-66d2-4cac-86e3-91882ebeff67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.787962 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:59:49.830858 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-dfa41472-41b1-4487-9947-fe5c83e1bb96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 200 len: 999 time: 0.0620539 Jun 30 21:59:49.838779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:59:49.886804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-54ff9c50-3493-4924-822b-9698e6058402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:49.888854 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-54ff9c50-3493-4924-822b-9698e6058402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 200 len: 855 time: 0.0521455 Jun 30 21:59:49.890792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 0a013506-7c62-4b0c-a9c7-55427e4e656a triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:59:49.896933 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.923513 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-09e7de2c-66d2-4cac-86e3-91882ebeff67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:49.926274 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:59:49.943183 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:59:49.981392 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:49.983039 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:50.002005 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] No DVR routers for this DVR port 11f5f61e-f57d-4484-aa0b-945b3cdbff31 on host hv-cinder-78445 {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 21:59:50.004662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.006898 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-6d5c0ce9-08bf-4511-81fc-9ced21b26fb9 req-682420d9-df61-4805-b092-cafe98ed0711 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.55 "DELETE /v2.0/ports/11f5f61e-f57d-4484-aa0b-945b3cdbff31 HTTP/1.1" status: 204 len: 173 time: 0.9893816 Jun 30 21:59:50.023059 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'name': 'network-vif-deleted', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31'}] {{(pid=105233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:50.025780 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7f009b8e8847f0be9c7cb2459b5a9cfab32dd4164a8a47b7fcaac28b9cd4be7b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b1123d-fe08-4b21-a8de-3d2cb4714547" -d '{"events": [{"server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "name": "network-vif-deleted", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31"}]}' {{(pid=105233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:50.036772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-3f0bfc7a-4e25-45e9-9169-a3ea5d36cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:50.036998 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-09e7de2c-66d2-4cac-86e3-91882ebeff67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28716b5b8c504c48b7bb0eaeb40f3064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231671 Jun 30 21:59:50.036998 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7de2c-66d2-4cac-86e3-91882ebeff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee161bb-6d6b-49d3-8bcb-f26f81e10e77,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:50.037175 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-3f0bfc7a-4e25-45e9-9169-a3ea5d36cffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e724354c-abbf-460d-b34c-012c585f866a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1409242 Jun 30 21:59:50.038495 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59812) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:50.051119 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.060386 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.091825 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fae34b-59fc-4cbc-b1c7-a8f7daa30d57 req-110d7e99-e128-4aac-b815-ee8ac84f7f6e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:50.096566 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22fae34b-59fc-4cbc-b1c7-a8f7daa30d57 req-110d7e99-e128-4aac-b815-ee8ac84f7f6e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.1512346 Jun 30 21:59:50.112424 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b41359f-2a33-400c-be69-fa8f84f75c8e x-openstack-request-id: req-8b41359f-2a33-400c-be69-fa8f84f75c8e {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:50.112822 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2669b0e5-8700-4300-9a5f-38fcf760c1ba", "name": "network-vif-deleted", "tag": "11f5f61e-f57d-4484-aa0b-945b3cdbff31", "status": "completed", "code": 200}]} {{(pid=105233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:50.114431 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b41359f-2a33-400c-be69-fa8f84f75c8e {{(pid=105233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:50.114431 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2669b0e5-8700-4300-9a5f-38fcf760c1ba', 'name': 'network-vif-deleted', 'tag': '11f5f61e-f57d-4484-aa0b-945b3cdbff31', 'status': 'completed', 'code': 200} Jun 30 21:59:50.144237 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:50.146424 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f942ac19-fd0d-4ff2-88fc-b6416bf7c223" -d '{"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:50.158622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:50.180229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:50.208709 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-22fae34b-59fc-4cbc-b1c7-a8f7daa30d57 req-2c25f574-348b-4528-9aca-cb8dd6281b3a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112700 Jun 30 21:59:50.223830 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.227741 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-e51e7f98-fe86-49ea-93f2-52a42857972e service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810234 Jun 30 21:59:50.230736 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dace3f-5134-4b23-9e3b-6caf41f2393d x-openstack-request-id: req-59dace3f-5134-4b23-9e3b-6caf41f2393d {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:50.231231 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-plugged", "status": "completed", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:50.231350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59dace3f-5134-4b23-9e3b-6caf41f2393d {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:50.231649 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'code': 200} Jun 30 21:59:50.241787 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.241787 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 11f5f61e-f57d-4484-aa0b-945b3cdbff31 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 21:59:50.248029 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.360433 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 11f5f61e-f57d-4484-aa0b-945b3cdbff31 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 21:59:50.360911 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 11f5f61e-f57d-4484-aa0b-945b3cdbff31 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 21:59:50.400963 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1aa6433-5c38-496e-a1b3-a38bca82eda2 req-5438b3a2-bf2c-4846-9acf-6ec24828b790 service neutron] 10.222.0.55 "GET /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509335 Jun 30 21:59:50.425079 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33c5b-9ea5-450f-9e37-322cea147b63 req-f87dc495-84dd-444c-958d-b3b95e73ca50 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:50.426965 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66c33c5b-9ea5-450f-9e37-322cea147b63 req-f87dc495-84dd-444c-958d-b3b95e73ca50 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0904138 Jun 30 21:59:50.446919 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=10']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:50.470973 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-66c33c5b-9ea5-450f-9e37-322cea147b63 req-5df18c90-66d6-4011-98ee-498d4a6b6b6f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376544 Jun 30 21:59:50.478122 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.481097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.485534 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ee161bb-6d6b-49d3-8bcb-f26f81e10e77 HTTP/1.1" status: 204 len: 168 time: 0.4445593 Jun 30 21:59:50.500850 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af588615-a21c-45bc-b4c4-81a7a82c6686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee161bb-6d6b-49d3-8bcb-f26f81e10e77,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:50.506775 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:50.562270 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:50.593191 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:59:50.601622 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:50.602265 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:50.711562 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:50.764634 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bd4b0-1a28-4422-9afd-d7c5b70d6ab9 req-397d947e-f84d-4b0b-b30c-b3ad5ce695bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:50.766148 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ea6bd4b0-1a28-4422-9afd-d7c5b70d6ab9 req-397d947e-f84d-4b0b-b30c-b3ad5ce695bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 1099 time: 0.0588174 Jun 30 21:59:50.806252 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ea6bd4b0-1a28-4422-9afd-d7c5b70d6ab9 req-c1b5efb9-d74d-4bb0-af4a-0ca7228148e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294008 Jun 30 21:59:50.844159 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-307a5f44-3a4e-40ad-9fd4-d6e8a226684a req-bf6b2359-ce52-4a6c-a000-f9b4d0d9c506 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/ports?device_id=2669b0e5-8700-4300-9a5f-38fcf760c1ba HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jun 30 21:59:50.927451 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-c295ee67-98ec-435b-a727-19535518a98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:50.954498 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c295ee67-98ec-435b-a727-19535518a98e None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': '86b1ae2d-7be5-43c4-ad39-610ed2e36824', 'name': '', 'network_id': '41ae212e-7e3f-422b-a17f-5b1ec3953886', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'mac_address': 'fa:16:3e:d7:a9:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:43Z', 'updated_at': '2021-06-30T21:52:55Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'subnets': [{'id': '9166fd1b-6b8a-45d2-b228-db4b95ba6943', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:59:51.185986 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5f133-2fbe-46f5-af05-d73c1954fc31 None None] New status for floating IP 96bc9596-f9a8-4ee7-b504-fb3566713146: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 21:59:51.430889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81634de2-3c0e-4e6a-833b-62802547436d req-be0d7801-d64a-4991-ac83-3a0e28ab4e8e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:51.432628 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81634de2-3c0e-4e6a-833b-62802547436d req-be0d7801-d64a-4991-ac83-3a0e28ab4e8e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0779543 Jun 30 21:59:51.473210 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-81634de2-3c0e-4e6a-833b-62802547436d req-ba78602e-8863-49d3-82a8-01908aae7a10 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Jun 30 21:59:51.660694 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b534aa-961d-447b-b09b-3154e2697826 req-cd25cfff-2071-4d03-8629-c2b3279c9a3f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:51.662217 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f4b534aa-961d-447b-b09b-3154e2697826 req-cd25cfff-2071-4d03-8629-c2b3279c9a3f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0692880 Jun 30 21:59:51.701767 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f4b534aa-961d-447b-b09b-3154e2697826 req-0946e0ab-99b9-4397-81b0-311dc80aeb7e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335388 Jun 30 21:59:52.016438 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 59866) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:52.081459 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.108207 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.155798 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.209585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.213573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.215032 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "DELETE /v2.0/security-groups/c91591ef-e80a-4292-831b-e35f23161e0a HTTP/1.1" status: 204 len: 168 time: 0.1976113 Jun 30 21:59:52.218561 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59872) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:52.229897 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfee8b1-9be1-4551-b561-2a26cef50775 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91591ef-e80a-4292-831b-e35f23161e0a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:52.258372 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.api.v2.resource [None req-4c644c83-36b0-47ff-85e3-bff1edc84fe7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] show failed (client error): The resource could not be found. Jun 30 21:59:52.261939 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4c644c83-36b0-47ff-85e3-bff1edc84fe7 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "GET /v2.0/security-groups/c91591ef-e80a-4292-831b-e35f23161e0a HTTP/1.1" status: 404 len: 347 time: 0.0393007 Jun 30 21:59:52.261939 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 59878) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:52.626331 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Deleting port 32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:52.626669 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.680817 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87c845-5525-4ab7-bbf7-4ffc60325205 req-4bf64e3d-aac0-4bff-8a16-d3c828f3deff tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:52.683109 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cb87c845-5525-4ab7-bbf7-4ffc60325205 req-4bf64e3d-aac0-4bff-8a16-d3c828f3deff tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0787003 Jun 30 21:59:52.707289 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.707626 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:52.726926 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Calling delete_port for 32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1 owned by network:floatingip {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:52.728418 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cb87c845-5525-4ab7-bbf7-4ffc60325205 req-6aa30e53-5786-44f3-bf3e-980a183eb50e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392039 Jun 30 21:59:52.919108 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fac202-0445-449f-9cd2-e2fb1c6e677e req-737065c2-edac-4c6f-9405-ee71bf158506 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:52.920769 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89fac202-0445-449f-9cd2-e2fb1c6e677e req-737065c2-edac-4c6f-9405-ee71bf158506 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0694335 Jun 30 21:59:52.962432 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89fac202-0445-449f-9cd2-e2fb1c6e677e req-bf9c4522-b3cc-42f5-90a2-dec7db9ee507 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323849 Jun 30 21:59:52.998618 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:53.025592 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Pushing event deleted for resources: {'Port': ['ID=32f1a0f5-1e24-41ba-aff6-a9d8e82f75e1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:53.090947 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks [] for floatingip, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:53.093548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:53.094761 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-67b32e60-8cad-442b-9c4f-3856b86ed2e4 tempest-AttachVolumeTestJSON-2128839451 tempest-AttachVolumeTestJSON-2128839451-project] 10.222.0.47 "DELETE /v2.0/floatingips/96bc9596-f9a8-4ee7-b504-fb3566713146 HTTP/1.1" status: 204 len: 168 time: 0.8322556 Jun 30 21:59:53.844888 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 80be683e-4e96-4e75-8c81-f48c062b76b0 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 21:59:53.910372 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028368b-f006-431d-9996-84d1c86cd72b req-840140f6-029b-40e7-9c70-faca65963340 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:53.911837 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e028368b-f006-431d-9996-84d1c86cd72b req-840140f6-029b-40e7-9c70-faca65963340 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 943 time: 0.0673029 Jun 30 21:59:53.949532 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80be683e-4e96-4e75-8c81-f48c062b76b0,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:53.950025 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e028368b-f006-431d-9996-84d1c86cd72b req-d3410abe-7678-4540-acfe-d27a98a49d63 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325506 Jun 30 21:59:53.961529 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 21:59:54.005321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:54.019141 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80be683e-4e96-4e75-8c81-f48c062b76b0 {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 21:59:54.042121 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80be683e-4e96-4e75-8c81-f48c062b76b0,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:54.117915 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:54.146914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97accb49-694a-46d5-a9d8-5a55c7b63998 req-f668be69-55ef-467b-b010-fe1676d6f155 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:54.148374 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97accb49-694a-46d5-a9d8-5a55c7b63998 req-f668be69-55ef-467b-b010-fe1676d6f155 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0624299 Jun 30 21:59:54.174222 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:54.187643 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-97accb49-694a-46d5-a9d8-5a55c7b63998 req-cc9b871b-4da4-445d-bc40-4725edb15cd7 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326424 Jun 30 21:59:54.391296 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['80be683e-4e96-4e75-8c81-f48c062b76b0'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 21:59:55.155872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b94ebb-462c-4e90-8823-6a34d488a96b req-25e43d4c-5a6f-4455-858f-0b34db1ae9a2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:55.157323 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15b94ebb-462c-4e90-8823-6a34d488a96b req-25e43d4c-5a6f-4455-858f-0b34db1ae9a2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 944 time: 0.0717111 Jun 30 21:59:55.482886 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15b94ebb-462c-4e90-8823-6a34d488a96b req-4210d7bb-7490-4b82-985b-94b1ad9f31b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190987 Jun 30 21:59:55.861749 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 80be683e-4e96-4e75-8c81-f48c062b76b0 up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 21:59:55.969377 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 80be683e-4e96-4e75-8c81-f48c062b76b0 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 21:59:55.973201 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 80be683e-4e96-4e75-8c81-f48c062b76b0 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 21:59:55.973570 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:56.059331 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:56.081396 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 21:59:56.083662 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7652f0a-a3f5-46d6-8f1f-a4bfbd13d36a" -d '{"events": [{"server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "name": "network-vif-plugged", "status": "completed", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 21:59:56.100770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80be683e-4e96-4e75-8c81-f48c062b76b0,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:56.124998 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396345e1-a1fc-4ceb-977f-bf8b93c5baba x-openstack-request-id: req-396345e1-a1fc-4ceb-977f-bf8b93c5baba {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 21:59:56.125288 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "name": "network-vif-plugged", "status": "completed", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 21:59:56.125550 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-396345e1-a1fc-4ceb-977f-bf8b93c5baba {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 21:59:56.125986 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'code': 200} Jun 30 21:59:56.179901 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:56.225926 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:56.553992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7e6e4-710d-492d-8812-0c80988fa365 req-b6ab9651-090b-4c1a-a1da-bb3b0e46cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:56.556644 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ef7e6e4-710d-492d-8812-0c80988fa365 req-b6ab9651-090b-4c1a-a1da-bb3b0e46cd94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1098 time: 0.0546515 Jun 30 21:59:56.590621 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ef7e6e4-710d-492d-8812-0c80988fa365 req-123df21c-6586-4e6f-b8f1-cd8a899fbee8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285003 Jun 30 21:59:56.653630 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24528a2f-5538-497d-98ef-1b0e195a9009 req-ee73ea80-49c6-40d7-8767-b22c0ba93b3b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:56.655530 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-24528a2f-5538-497d-98ef-1b0e195a9009 req-ee73ea80-49c6-40d7-8767-b22c0ba93b3b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0628047 Jun 30 21:59:56.694735 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-24528a2f-5538-497d-98ef-1b0e195a9009 req-ebdb8bbb-ba1c-40a6-86d5-09ef819b3eed tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Jun 30 21:59:57.303591 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60004) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:57.676182 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60010) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:57.795339 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-373bef40-08a6-4c0a-8fb3-410f3d16bce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:57.840768 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:57.907285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e4a1c-7511-481f-98b9-056db30fc26b req-8a35e4e6-ee51-403d-ae04-f5969cfd7d4b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:57.908753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f39e4a1c-7511-481f-98b9-056db30fc26b req-8a35e4e6-ee51-403d-ae04-f5969cfd7d4b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0936022 Jun 30 21:59:57.965736 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-373bef40-08a6-4c0a-8fb3-410f3d16bce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:57.969545 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f39e4a1c-7511-481f-98b9-056db30fc26b req-0d1017b3-598c-401b-b0fe-c155a5f22c1d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543437 Jun 30 21:59:58.026476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-373bef40-08a6-4c0a-8fb3-410f3d16bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.065440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-373bef40-08a6-4c0a-8fb3-410f3d16bce5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=697c591a01af44d49235badd41e989ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3879755 Jun 30 21:59:58.067939 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60016) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:58.073887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373bef40-08a6-4c0a-8fb3-410f3d16bce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c1195-2824-4343-bbe5-6da580b8be1d,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:58.120715 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.142418 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.150418 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Deleting port 86b1ae2d-7be5-43c4-ad39-610ed2e36824 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:58.150807 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.225723 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] For port 86b1ae2d-7be5-43c4-ad39-610ed2e36824, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=86b1ae2d-7be5-43c4-ad39-610ed2e36824,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:58.226097 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.238230 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Calling delete_port for 86b1ae2d-7be5-43c4-ad39-610ed2e36824 owned by network:router_interface {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:58.282574 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.285248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.286510 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc4c1195-2824-4343-bbe5-6da580b8be1d HTTP/1.1" status: 204 len: 168 time: 0.2176683 Jun 30 21:59:58.296417 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6dc46-c4fc-46cc-8eba-d4889c4fbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c1195-2824-4343-bbe5-6da580b8be1d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:58.528345 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.554357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b1ae2d-7be5-43c4-ad39-610ed2e36824,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:58.584581 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.584936 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.585275 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.585624 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.585937 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.586265 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.586590 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.586919 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.587238 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.587599 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.587857 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.588171 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 21:59:58.728668 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.880064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60022) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:58.893561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd0502f9-35af-4499-acf4-c14fdf7f4074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:58.941274 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 21:59:58.980712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd0502f9-35af-4499-acf4-c14fdf7f4074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.048193 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 21:59:59.053693 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d1d8887c-8fbc-4463-b057-03ba6582b805 admin admin] 10.222.0.47 "PUT /v2.0/routers/9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458794 Jun 30 21:59:59.053693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60026) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:59.056475 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Sync routers for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 21:59:59.065790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-cd0502f9-35af-4499-acf4-c14fdf7f4074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.067661 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:59.068527 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:59.136573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0502f9-35af-4499-acf4-c14fdf7f4074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca338893-9710-452b-9986-7ab6203a4359,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:59.147044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-cd0502f9-35af-4499-acf4-c14fdf7f4074 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0704aa8603fe41b59c1db5b876a93a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2652240 Jun 30 21:59:59.150668 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60028) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:59.166894 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.186769 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:59.206602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a29bb-5190-425c-9edd-27b0b9fd7d36 req-0d2dfb90-a16b-4ab1-b299-81229507ffcd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:59.208090 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-157a29bb-5190-425c-9edd-27b0b9fd7d36 req-0d2dfb90-a16b-4ab1-b299-81229507ffcd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.1207275 Jun 30 21:59:59.233746 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.275000 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.275228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.285377 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-157a29bb-5190-425c-9edd-27b0b9fd7d36 req-7f6a56dc-9f25-467d-96ec-01549f12a9c9 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662346 Jun 30 21:59:59.404985 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.407598 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.409314 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca338893-9710-452b-9986-7ab6203a4359 HTTP/1.1" status: 204 len: 168 time: 0.2576680 Jun 30 21:59:59.431254 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba23cf-a19f-4e86-ad71-2807525c3e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca338893-9710-452b-9986-7ab6203a4359,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:59.445113 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Deleting port 11ffdc18-d79b-4a19-b433-941d288f7f2a {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 21:59:59.445456 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.492437 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dcd52-937e-4035-918f-9c7d0eed1add req-bb8bfb9a-7397-4da9-870f-c89c6944a21c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:59.494446 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f25dcd52-937e-4035-918f-9c7d0eed1add req-bb8bfb9a-7397-4da9-870f-c89c6944a21c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0842538 Jun 30 21:59:59.533492 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136'}], 'enable_snat': True}, 'gw_port_id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:59:58Z', 'revision_number': 5, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port': {'id': '11ffdc18-d79b-4a19-b433-941d288f7f2a', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:40:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:37Z', 'updated_at': '2021-06-30T21:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:59.542754 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f25dcd52-937e-4035-918f-9c7d0eed1add req-bd240c9a-9602-4a93-9463-990c7b78c6e8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Jun 30 21:59:59.548314 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] For port 11ffdc18-d79b-4a19-b433-941d288f7f2a, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=11ffdc18-d79b-4a19-b433-941d288f7f2a,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 21:59:59.548783 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.561398 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Calling delete_port for 11ffdc18-d79b-4a19-b433-941d288f7f2a owned by network:router_gateway {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 21:59:59.564632 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Checking router: 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 21:59:59.567535 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60034) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:59.573327 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Routers {'9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 21:59:59.574175 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:59.624524 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b266f5-61ff-413d-9b6e-3e2d93c02442 tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 21:59:59.629520 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-67b266f5-61ff-413d-9b6e-3e2d93c02442 tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1093 time: 0.0582266 Jun 30 21:59:59.629745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60036) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 21:59:59.635260 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 21:59:59.664754 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] Set router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 21:59:59.716780 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:59:59Z', 'revision_number': 6, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 21:59:59.744796 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e51b0b-7274-49d0-bad4-497e945e37c4 None None] The sync data for ids ['9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720'] in dv-cinder-784453-7-iscsi is: [{'id': '9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720', 'name': 'tempest-AttachVolumeTestJSON-1351720140-router', 'tenant_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:59:59Z', 'revision_number': 6, 'project_id': 'f9f32f5e04804dc8b61d9fdda73e9b5f', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 21:59:59.758301 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.855234 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.855480 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.886144 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=11ffdc18-d79b-4a19-b433-941d288f7f2a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 21:59:59.944237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 21:59:59.960945 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.27.1.196 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/7e375a40-8c8f-4e6c-aa0a-e67bbdf06693) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:00:00.066002 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.159860 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.185993 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60040) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:00.216575 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9077ee36-26a8-4550-907d-34c88019344c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.222027 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:00:00.230115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:00:00.235261 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:00:00.240757 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=7e375a40-8c8f-4e6c-aa0a-e67bbdf06693,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:00.300934 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.303318 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.438417 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.438941 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 {{(pid=105233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:00:00.443832 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.445226 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2dbc8bb7-0aa5-4beb-8884-25e85d478c9c admin admin] 10.222.0.47 "DELETE /v2.0/routers/9b6758dc-25b8-4d3f-b6e6-30a6a8dc7720 HTTP/1.1" status: 204 len: 168 time: 1.3911207 Jun 30 22:00:00.447762 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60042) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:00.462967 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9077ee36-26a8-4550-907d-34c88019344c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.499322 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Deleting subnet 9166fd1b-6b8a-45d2-b228-db4b95ba6943 {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:00:00.504647 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.532703 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9077ee36-26a8-4550-907d-34c88019344c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.564472 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.583363 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 11ffdc18-d79b-4a19-b433-941d288f7f2a no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:00.607808 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 11ffdc18-d79b-4a19-b433-941d288f7f2a {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:00.608570 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 11ffdc18-d79b-4a19-b433-941d288f7f2a not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:00.609243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 86b1ae2d-7be5-43c4-ad39-610ed2e36824 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:00.619593 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-9077ee36-26a8-4550-907d-34c88019344c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73fdc959a2074f97a6e83d96ccc8a7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325550 Jun 30 22:00:00.622060 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60044) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:00.631428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077ee36-26a8-4550-907d-34c88019344c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9012236-65fc-4895-b752-59e5640c62ed,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:00.647340 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 86b1ae2d-7be5-43c4-ad39-610ed2e36824 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:00.647745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 86b1ae2d-7be5-43c4-ad39-610ed2e36824 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:00.688430 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.749638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.774072 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.793119 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.798610 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.820212 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9166fd1b-6b8a-45d2-b228-db4b95ba6943,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:00.825125 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.830004 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-54767195-55f8-4706-869e-e18e9d57f086 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9166fd1b-6b8a-45d2-b228-db4b95ba6943 HTTP/1.1" status: 204 len: 168 time: 0.3812022 Jun 30 22:00:00.833421 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60046) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:00.833823 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b843273-e703-40c2-b580-d67e275f35b6 None None] Network 41ae212e-7e3f-422b-a17f-5b1ec3953886 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:00.902964 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.934822 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.958716 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.961464 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.962088 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Deleting port ef674af8-3d88-4925-9f9c-90e24041db5e {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:00.962088 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:00.964503 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9012236-65fc-4895-b752-59e5640c62ed HTTP/1.1" status: 204 len: 168 time: 0.3395953 Jun 30 22:00:00.976448 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a66ee97-bd36-409a-a020-ffc6cf4a53b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9012236-65fc-4895-b752-59e5640c62ed,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:01.052785 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] For port ef674af8-3d88-4925-9f9c-90e24041db5e, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ef674af8-3d88-4925-9f9c-90e24041db5e,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:01.053147 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.068174 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Calling delete_port for ef674af8-3d88-4925-9f9c-90e24041db5e owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:01.069963 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] DHCP port deletion for 41ae212e-7e3f-422b-a17f-5b1ec3953886 request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:00:01.120565 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Deleting port ef674af8-3d88-4925-9f9c-90e24041db5e {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:01.121180 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.145104 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.186984 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.190767 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] For port ef674af8-3d88-4925-9f9c-90e24041db5e, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=ef674af8-3d88-4925-9f9c-90e24041db5e,segment=NetworkSegment(70865fe5-e392-49a6-9a6e-86e5283878c8),segment_id=70865fe5-e392-49a6-9a6e-86e5283878c8)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:01.193456 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.204721 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Calling delete_port for ef674af8-3d88-4925-9f9c-90e24041db5e owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:01.238289 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.264471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=7e375a40-8c8f-4e6c-aa0a-e67bbdf06693,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:01.266158 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Pushing event deleted for resources: {'Port': ['ID=ef674af8-3d88-4925-9f9c-90e24041db5e,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:01.268148 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] No DVR routers for this DVR port ef674af8-3d88-4925-9f9c-90e24041db5e on host dv-cinder-784453-7-iscsi {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:00:01.271476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.303048 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.331637 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] Pushing event deleted for resources: {'Port': ['ID=ef674af8-3d88-4925-9f9c-90e24041db5e,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:01.337471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b30bc8-a0ca-47fc-929f-8be2be7dfb8b None None] No DVR routers for this DVR port ef674af8-3d88-4925-9f9c-90e24041db5e on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:00:01.374853 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.387473 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ae212e-7e3f-422b-a17f-5b1ec3953886']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:01.394727 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP 55ab8dd7-35f6-4e8c-a1b6-adc091991615 associated. External IP: 172.27.1.196, port: 80be683e-4e96-4e75-8c81-f48c062b76b0. Jun 30 22:00:01.406371 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70865fe5-e392-49a6-9a6e-86e5283878c8') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:01.406760 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70865fe5-e392-49a6-9a6e-86e5283878c8') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:01.417370 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.430311 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.436965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:00:01.440068 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:00:01.535736 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.541506 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.543447 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] 10.222.0.47 "DELETE /v2.0/networks/41ae212e-7e3f-422b-a17f-5b1ec3953886 HTTP/1.1" status: 204 len: 168 time: 0.7110949 Jun 30 22:00:01.555614 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f1a4-703c-4a74-bbca-559b6781dfab admin admin] Pushing event deleted for resources: {'Network': ['ID=41ae212e-7e3f-422b-a17f-5b1ec3953886,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:01.631752 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:00:01.742725 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:00:01.752608 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:00:01.761177 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:01.761778 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:01.830515 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60066) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:01.855320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.875379 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f9a78de2-9817-40c2-b79d-a26653a6693d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9f32f5e04804dc8b61d9fdda73e9b5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0436518 Jun 30 22:00:01.877972 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60068) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:01.888239 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:01.893845 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-44390831-a172-4909-b831-9fc773fec17e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2629037 Jun 30 22:00:01.894686 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:00:01.897151 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb15761e-ed56-4cda-8884-5f561a8fe886" -d '{"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:00:01.934725 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:01.962956 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:02.071212 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb81c19-985f-4808-896f-409b7c3758b3 x-openstack-request-id: req-ecb81c19-985f-4808-896f-409b7c3758b3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:00:02.085585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:00:02.085585 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ecb81c19-985f-4808-896f-409b7c3758b3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:00:02.085585 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'status': 'completed', 'code': 200} Jun 30 22:00:02.108483 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:02.114301 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:02.118084 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96abb2ad-9c97-4bb0-b05a-3e2b0b110db6 HTTP/1.1" status: 204 len: 168 time: 0.2367561 Jun 30 22:00:02.134620 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c278e7-c074-4002-843c-215bcd594365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96abb2ad-9c97-4bb0-b05a-3e2b0b110db6,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:02.165673 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:00Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:02.204161 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:00:02.213991 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-7ab3bd84-0834-4a5a-97c3-11a99d11efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:02.215718 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-7ab3bd84-0834-4a5a-97c3-11a99d11efc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1098 time: 0.0626092 Jun 30 22:00:02.216851 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:02.217591 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T21:59:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:02.324517 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-be771987-103c-445a-8418-dbca354e4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:02.326687 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-be771987-103c-445a-8418-dbca354e4c7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.1042182 Jun 30 22:00:02.334963 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:02.392735 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-fe18b83f-2d1b-4b99-8f39-9e620f8a6dc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 999 time: 0.0603051 Jun 30 22:00:02.449416 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-5880d17a-6a82-4165-ae29-62d035366da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:02.452147 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-5880d17a-6a82-4165-ae29-62d035366da9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0527503 Jun 30 22:00:02.504917 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ef674af8-3d88-4925-9f9c-90e24041db5e no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:02.537872 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: ef674af8-3d88-4925-9f9c-90e24041db5e {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:02.538409 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device ef674af8-3d88-4925-9f9c-90e24041db5e not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:02.547880 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-881ba66a-391c-4457-819c-7790346ec1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:02.554456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-881ba66a-391c-4457-819c-7790346ec1f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965972 Jun 30 22:00:02.605822 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:00Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:02.632859 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0625171-c954-4b32-b895-c0ccb4bd2c69 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:00Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:00:02.648621 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-68fd6439-3856-4bd2-9983-a72f07f9e561 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913851 Jun 30 22:00:02.765483 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fb15761e-ed56-4cda-8884-5f561a8fe886 req-f243ea45-6e9b-4dff-9204-b1fe98612f9a service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099133 Jun 30 22:00:02.861320 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5049c4d-b51f-42e0-9861-08d4cf68257e None None] New status for floating IP 55ab8dd7-35f6-4e8c-a1b6-adc091991615: ACTIVE {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:00:12.891588 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60282) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:12.993413 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40f62985-4f7d-4319-b758-aebd6b0d0b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.081700 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40f62985-4f7d-4319-b758-aebd6b0d0b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.164003 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-40f62985-4f7d-4319-b758-aebd6b0d0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.208805 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-40f62985-4f7d-4319-b758-aebd6b0d0b26 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8f25ab1e2f54449b55ea2bb6c819e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133838 Jun 30 22:00:13.208805 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f62985-4f7d-4319-b758-aebd6b0d0b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b49c7a1-3b08-4534-803f-2be5a9c9df5b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:13.210888 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60288) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:13.256521 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60290) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:13.261239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.284383 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.360772 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b175faaf-d669-425a-943c-390778af5dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.410204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.412759 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.414000 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b49c7a1-3b08-4534-803f-2be5a9c9df5b HTTP/1.1" status: 204 len: 168 time: 0.2020872 Jun 30 22:00:13.423203 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b49c7a1-3b08-4534-803f-2be5a9c9df5b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:13.430648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.431144 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.431503 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.431872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.432180 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.432687 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.433189 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.433532 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.433892 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.434234 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.434563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.434894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f20153-472f-419c-b305-d77e0ec47043 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:13.478305 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b175faaf-d669-425a-943c-390778af5dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.593277 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b175faaf-d669-425a-943c-390778af5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.634753 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b175faaf-d669-425a-943c-390778af5dfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f4fe7ab56f04672ad75b54cf36b2d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771091 Jun 30 22:00:13.635835 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175faaf-d669-425a-943c-390778af5dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a6add1-d49f-455e-b259-99a3fb68688d,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:13.637416 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60296) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:13.688332 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.714600 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.821399 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.824055 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:13.825273 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80a6add1-d49f-455e-b259-99a3fb68688d HTTP/1.1" status: 204 len: 168 time: 0.1866827 Jun 30 22:00:13.835320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c1eb0-7ec4-4966-be41-329736459f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a6add1-d49f-455e-b259-99a3fb68688d,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:14.302735 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60318) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:14.316020 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8ea53e5-9aed-4252-aec2-ac692d8b8432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.401981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8ea53e5-9aed-4252-aec2-ac692d8b8432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.454661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c8ea53e5-9aed-4252-aec2-ac692d8b8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.495304 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c8ea53e5-9aed-4252-aec2-ac692d8b8432 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=246a769b74a8495f9b8b8a60b6a6fff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913710 Jun 30 22:00:14.496183 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea53e5-9aed-4252-aec2-ac692d8b8432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5296a-dba3-4953-8f10-4a52833637f7,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:14.498688 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60324) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:14.548372 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.570223 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.856051 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.863827 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:14.863827 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3f5296a-dba3-4953-8f10-4a52833637f7 HTTP/1.1" status: 204 len: 168 time: 0.3603628 Jun 30 22:00:14.868595 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb9eb7-5d6c-4eb2-a85e-1026c8a53f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5296a-dba3-4953-8f10-4a52833637f7,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:15.582534 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60352) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:15.596161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0748254-674e-40a8-b89b-9c8f604e96c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:15.683277 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0748254-674e-40a8-b89b-9c8f604e96c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:15.763906 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:15.764449 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c0748254-674e-40a8-b89b-9c8f604e96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:15.805414 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-c0748254-674e-40a8-b89b-9c8f604e96c8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc1e5d48bba540a2bf97a8649b7e0b0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216728 Jun 30 22:00:15.807908 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60356) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:15.814823 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0748254-674e-40a8-b89b-9c8f604e96c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d70d4a-b71c-4901-af64-95d090485a10,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:15.869974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:15.891044 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:16.004196 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:16.006756 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:16.008000 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41d70d4a-b71c-4901-af64-95d090485a10 HTTP/1.1" status: 204 len: 168 time: 0.1991634 Jun 30 22:00:16.017097 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be0122-2bf6-49b2-bb39-09e9ccc7e0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d70d4a-b71c-4901-af64-95d090485a10,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:17.066235 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-936602be-30ee-4d0c-b2e3-7c2f2dd85f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:19.221621 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-52cabcd3-785d-4fca-90fa-56baecc068d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:20.016623 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:20.398497 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:22.136288 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:25.742339 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:00:26.541236 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60512) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:26.642082 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22e8109c-e8e7-49ea-8211-7a5db89c7a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:26.728331 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22e8109c-e8e7-49ea-8211-7a5db89c7a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:26.776319 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-22e8109c-e8e7-49ea-8211-7a5db89c7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:26.814997 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-22e8109c-e8e7-49ea-8211-7a5db89c7a6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94afe108587348f3a66a0759c2adf742&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726455 Jun 30 22:00:26.815870 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8109c-e8e7-49ea-8211-7a5db89c7a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff43e8d-fb5d-4abe-86cf-9c055ab9f9ec,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:26.818636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60518) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:26.868153 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:26.891397 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:27.061815 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:27.065304 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:27.066587 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dff43e8d-fb5d-4abe-86cf-9c055ab9f9ec HTTP/1.1" status: 204 len: 168 time: 0.2463512 Jun 30 22:00:27.074716 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8a776-7f32-4b23-adbc-02676a1df72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff43e8d-fb5d-4abe-86cf-9c055ab9f9ec,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:28.495869 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60536) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:28.593088 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-024f82ab-2e68-4fce-ac1f-de4157a567a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.677229 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-024f82ab-2e68-4fce-ac1f-de4157a567a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.741547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-024f82ab-2e68-4fce-ac1f-de4157a567a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.781498 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-024f82ab-2e68-4fce-ac1f-de4157a567a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aec6ae1b58a0418db9ee97096672b337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844744 Jun 30 22:00:28.782400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f82ab-2e68-4fce-ac1f-de4157a567a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e922eb-6be7-4abe-a715-c57959d2afdb,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:28.784721 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60540) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:28.834309 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.854570 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.991712 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.994276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:28.995453 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7e922eb-6be7-4abe-a715-c57959d2afdb HTTP/1.1" status: 204 len: 168 time: 0.2097509 Jun 30 22:00:29.003432 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78fed0-07b1-44eb-9ec4-aa7ec6ffd877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e922eb-6be7-4abe-a715-c57959d2afdb,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:29.572776 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60546) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:29.586219 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4760836-aa55-4888-9057-3d0dff2b9d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.672332 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4760836-aa55-4888-9057-3d0dff2b9d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.736297 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f4760836-aa55-4888-9057-3d0dff2b9d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.771972 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4760836-aa55-4888-9057-3d0dff2b9d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebba878-b354-42d7-958d-a9d0c9f6d359,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:29.776256 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f4760836-aa55-4888-9057-3d0dff2b9d79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ed2f1beac248a0a44126217054a249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024677 Jun 30 22:00:29.779488 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60548) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:29.826291 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.846607 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.954284 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.956851 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:29.958026 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ebba878-b354-42d7-958d-a9d0c9f6d359 HTTP/1.1" status: 204 len: 168 time: 0.1779366 Jun 30 22:00:29.965721 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98557d1b-e5db-4478-b366-bad5a4a439ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebba878-b354-42d7-958d-a9d0c9f6d359,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:30.608425 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60554) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:30.623566 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d26bf231-a05f-43a6-a615-5b334ed83a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.708725 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d26bf231-a05f-43a6-a615-5b334ed83a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.770138 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d26bf231-a05f-43a6-a615-5b334ed83a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.807754 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d26bf231-a05f-43a6-a615-5b334ed83a16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73566fb5e90b4ddd902158c87efc1c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982358 Jun 30 22:00:30.808609 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26bf231-a05f-43a6-a615-5b334ed83a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6bfb63-4088-45cb-8ba4-bd9bad7c2ca7,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:30.811071 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60556) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:30.858780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.880410 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.970215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.972790 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:30.973966 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b6bfb63-4088-45cb-8ba4-bd9bad7c2ca7 HTTP/1.1" status: 204 len: 168 time: 0.1618710 Jun 30 22:00:30.981496 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a3023-56ca-4898-b277-c12c1b0905dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6bfb63-4088-45cb-8ba4-bd9bad7c2ca7,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:32.952549 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b7315-3a47-4d26-a101-1584afc0af51 req-cf4bd0b1-e6b9-431a-a9dd-823928e2ba47 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:32.954280 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b20b7315-3a47-4d26-a101-1584afc0af51 req-cf4bd0b1-e6b9-431a-a9dd-823928e2ba47 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0660403 Jun 30 22:00:32.993835 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b20b7315-3a47-4d26-a101-1584afc0af51 req-9e072637-5b00-4aaf-bafc-7176add537b6 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334029 Jun 30 22:00:34.176807 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8443f-10b8-4d5d-8bd8-dc1a024922ec req-b9a4d0b3-7b76-450f-8258-4538447fb376 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:34.178308 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91d8443f-10b8-4d5d-8bd8-dc1a024922ec req-b9a4d0b3-7b76-450f-8258-4538447fb376 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0648210 Jun 30 22:00:34.219763 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91d8443f-10b8-4d5d-8bd8-dc1a024922ec req-4864e392-f98c-47ca-a3c5-934399e64522 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f1b2d9-f793-42dc-bf71-104e76996dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357153 Jun 30 22:00:34.420166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-4452ef6a-dc04-47c8-93c7-2f67b933f7e4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:34.422160 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-4452ef6a-dc04-47c8-93c7-2f67b933f7e4 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 946 time: 0.0661397 Jun 30 22:00:34.521171 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Deleting port 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:34.521520 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:34.614895 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] For port 0a013506-7c62-4b0c-a9c7-55427e4e656a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0a013506-7c62-4b0c-a9c7-55427e4e656a,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:34.615262 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:34.781675 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:34.782191 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:34.782451 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Floating IP 1db94761-3a33-4be8-974c-b0b648415d52 disassociated. External IP: 172.27.1.26, port: 0a013506-7c62-4b0c-a9c7-55427e4e656a. Jun 30 22:00:34.782932 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Calling delete_port for 0a013506-7c62-4b0c-a9c7-55427e4e656a owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:34.987797 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:35.014996 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'Port': ['ID=0a013506-7c62-4b0c-a9c7-55427e4e656a,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:35.130823 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:00:35.539252 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-edbfd9ec-1b2d-4774-ad9f-8421d550c2aa req-390e0534-5fd9-4876-9fef-b8766358518e tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/ports?device_id=78b1d329-87f5-4e28-bfda-d4f9da9d0548 HTTP/1.1" status: 200 len: 210 time: 0.0320168 Jun 30 22:00:35.542666 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:00:35.553704 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:00:35.564165 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:35.564886 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:00:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:35.586082 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] No DVR routers for this DVR port 0a013506-7c62-4b0c-a9c7-55427e4e656a on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:00:35.588599 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:35.591025 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-26cb3b71-0621-4e8e-9766-023feacacd74 req-b46ea5be-826f-4752-9b2b-c83fb7b4374a tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.55 "DELETE /v2.0/ports/0a013506-7c62-4b0c-a9c7-55427e4e656a HTTP/1.1" status: 204 len: 173 time: 1.1634061 Jun 30 22:00:35.591462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-deleted', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:00:35.594142 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9080ff89-aca8-4851-a13f-ce19cd5cbac6" -d '{"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-deleted", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:00:35.635848 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d849a5-2e98-41c3-8d48-04a636a25dab x-openstack-request-id: req-08d849a5-2e98-41c3-8d48-04a636a25dab {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:00:35.636147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b1d329-87f5-4e28-bfda-d4f9da9d0548", "name": "network-vif-deleted", "tag": "0a013506-7c62-4b0c-a9c7-55427e4e656a", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:00:35.636400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08d849a5-2e98-41c3-8d48-04a636a25dab {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:00:35.636797 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b1d329-87f5-4e28-bfda-d4f9da9d0548', 'name': 'network-vif-deleted', 'tag': '0a013506-7c62-4b0c-a9c7-55427e4e656a', 'status': 'completed', 'code': 200} Jun 30 22:00:35.678867 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:35.874394 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:35.900995 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:00:35.909707 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:35.910340 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:00:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:36.096660 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:36.263505 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60632) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:36.314104 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:36.340469 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ba735-71a6-4bc8-abcc-2ebd2ac3de23 None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T21:52:46Z', 'revision_number': 4, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'f2629ea8-c5eb-42e8-b827-1abd2f7b8377', 'name': '', 'network_id': 'e724354c-abbf-460d-b34c-012c585f866a', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'mac_address': 'fa:16:3e:c1:40:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '89441928-7227-4e2c-8922-e801412052bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:44Z', 'updated_at': '2021-06-30T21:52:58Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'subnets': [{'id': '89441928-7227-4e2c-8922-e801412052bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:00:36.369561 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d453fcbd-f5c1-44ba-bacc-c24b9bed28de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.467814 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d453fcbd-f5c1-44ba-bacc-c24b9bed28de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.531075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d453fcbd-f5c1-44ba-bacc-c24b9bed28de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.560316 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0296-0821-4e3d-b9b5-52303aea5707 None None] New status for floating IP 1db94761-3a33-4be8-974c-b0b648415d52: DOWN {{(pid=105234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:00:36.574412 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d453fcbd-f5c1-44ba-bacc-c24b9bed28de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bbcafab66d04c159bf6694b2e06f3de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097348 Jun 30 22:00:36.575184 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60638) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:36.576178 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453fcbd-f5c1-44ba-bacc-c24b9bed28de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b408dda4-919c-4f5b-af1a-1172ef5fc445,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:36.626118 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.647975 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.743771 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.749184 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60642) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:36.749533 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.751311 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b408dda4-919c-4f5b-af1a-1172ef5fc445 HTTP/1.1" status: 204 len: 168 time: 0.1751609 Jun 30 22:00:36.760241 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9545111-a3fd-492c-ab11-8762632a8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b408dda4-919c-4f5b-af1a-1172ef5fc445,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:36.813236 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.836095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.940493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.943099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:36.944253 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "DELETE /v2.0/security-groups/27f1b2d9-f793-42dc-bf71-104e76996dfb HTTP/1.1" status: 204 len: 168 time: 0.1932743 Jun 30 22:00:36.947339 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60646) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:36.954031 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee14c07-aeaa-448c-8844-3e544d94be1f tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f1b2d9-f793-42dc-bf71-104e76996dfb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:36.960663 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.api.v2.resource [None req-aca5c02a-4f3e-40af-a1eb-566ba9686a14 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] show failed (client error): The resource could not be found. Jun 30 22:00:36.961658 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-aca5c02a-4f3e-40af-a1eb-566ba9686a14 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "GET /v2.0/security-groups/27f1b2d9-f793-42dc-bf71-104e76996dfb HTTP/1.1" status: 404 len: 347 time: 0.0133514 Jun 30 22:00:36.964614 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60648) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:37.086786 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Deleting port f32bdec8-47d3-4caa-908f-31efd54ce53f {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:37.087938 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.165220 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.165467 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.178055 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Calling delete_port for f32bdec8-47d3-4caa-908f-31efd54ce53f owned by network:floatingip {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:37.359605 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.365476 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60652) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:37.378529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-311330ae-2844-4a4f-bcb2-7906a78e7b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.384161 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Pushing event deleted for resources: {'Port': ['ID=f32bdec8-47d3-4caa-908f-31efd54ce53f,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:37.445980 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks [] for floatingip, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.448471 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.449620 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-cb9de70f-8669-402f-b653-f81072ce5650 tempest-AttachVolumeShelveTestJSON-2039349917 tempest-AttachVolumeShelveTestJSON-2039349917-project] 10.222.0.47 "DELETE /v2.0/floatingips/1db94761-3a33-4be8-974c-b0b648415d52 HTTP/1.1" status: 204 len: 168 time: 0.4841244 Jun 30 22:00:37.473992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-311330ae-2844-4a4f-bcb2-7906a78e7b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.536109 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-311330ae-2844-4a4f-bcb2-7906a78e7b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.573916 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-311330ae-2844-4a4f-bcb2-7906a78e7b9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0dff9deccf8e4b1387b12b4242c1f8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2073245 Jun 30 22:00:37.574630 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311330ae-2844-4a4f-bcb2-7906a78e7b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e657c2-fa6f-466d-be3d-8885ca264694,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:37.576763 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60656) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:37.628704 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.649241 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.770431 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.773095 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:37.774275 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0e657c2-fa6f-466d-be3d-8885ca264694 HTTP/1.1" status: 204 len: 168 time: 0.1964874 Jun 30 22:00:37.782168 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2b45-201a-421e-9b13-a586e0153f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e657c2-fa6f-466d-be3d-8885ca264694,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:38.019071 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:38.039272 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 0a013506-7c62-4b0c-a9c7-55427e4e656a {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:38.039615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 0a013506-7c62-4b0c-a9c7-55427e4e656a not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:40.395705 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60704) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:40.884612 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:41.136046 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Deleting port f2629ea8-c5eb-42e8-b827-1abd2f7b8377 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:41.136305 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:41.216254 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] For port f2629ea8-c5eb-42e8-b827-1abd2f7b8377, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:41.216616 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:41.229141 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Calling delete_port for f2629ea8-c5eb-42e8-b827-1abd2f7b8377 owned by network:router_interface {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:41.485663 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:41.511848 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Pushing event deleted for resources: {'Port': ['ID=f2629ea8-c5eb-42e8-b827-1abd2f7b8377,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:41.686894 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:41.897648 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Router d4840c0b-973e-4c4c-a141-cd888025b3dc has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:00:42.002095 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:00:42.009660 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-85cfa2b6-6f6d-422d-8ff4-18672c00095f admin admin] 10.222.0.47 "PUT /v2.0/routers/d4840c0b-973e-4c4c-a141-cd888025b3dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129394 Jun 30 22:00:42.009789 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60722) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:42.010743 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Sync routers for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:00:42.020019 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:42.020643 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:00:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:42.113636 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.123384 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:42.218213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.299313 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T22:00:41Z', 'revision_number': 5, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port': {'id': 'b714a28c-c555-4b54-b711-507359ff8c19', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:9a:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:52:38Z', 'updated_at': '2021-06-30T21:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:42.329414 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Checking router: d4840c0b-973e-4c4c-a141-cd888025b3dc for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:00:42.337824 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Routers {'d4840c0b-973e-4c4c-a141-cd888025b3dc'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:00:42.338468 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:00:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['d4840c0b-973e-4c4c-a141-cd888025b3dc'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:42.353118 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Deleting port b714a28c-c555-4b54-b711-507359ff8c19 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:42.353465 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.430002 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] Set router d4840c0b-973e-4c4c-a141-cd888025b3dc gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:00:42.443487 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60726) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:42.451032 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] For port b714a28c-c555-4b54-b711-507359ff8c19, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b714a28c-c555-4b54-b711-507359ff8c19,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:42.451416 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.470187 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Calling delete_port for b714a28c-c555-4b54-b711-507359ff8c19 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:42.493944 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T22:00:42Z', 'revision_number': 6, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:42.525022 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c5963-3d2f-408a-a297-9149f1677aa4 None None] The sync data for ids ['d4840c0b-973e-4c4c-a141-cd888025b3dc'] in dv-cinder-784453-7-iscsi is: [{'id': 'd4840c0b-973e-4c4c-a141-cd888025b3dc', 'name': 'tempest-AttachVolumeShelveTestJSON-179608912-router', 'tenant_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:52:35Z', 'updated_at': '2021-06-30T22:00:42Z', 'revision_number': 6, 'project_id': '7cd0621a42e74dc9bf48126ff6aa7415', 'gw_port_host': None}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:00:42.585157 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5039-671d-4ac7-9825-6bd5a9ae4b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.682748 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5039-671d-4ac7-9825-6bd5a9ae4b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.720066 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.747249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b714a28c-c555-4b54-b711-507359ff8c19,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:42.753510 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5039-671d-4ac7-9825-6bd5a9ae4b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.796167 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1aaf5039-671d-4ac7-9825-6bd5a9ae4b32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dbe3daf965544bae9ac50cc3a9e5947c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515196 Jun 30 22:00:42.797722 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5039-671d-4ac7-9825-6bd5a9ae4b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692caa93-aeeb-48ac-bc93-671b9a85e232,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:42.800064 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60730) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:42.810934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.849320 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.870387 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.899770 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:42.902162 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.005589 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.008136 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.009285 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/692caa93-aeeb-48ac-bc93-671b9a85e232 HTTP/1.1" status: 204 len: 168 time: 0.2083170 Jun 30 22:00:43.017916 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f5d07-2bac-41e9-9c51-33fa27586c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692caa93-aeeb-48ac-bc93-671b9a85e232,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:43.028607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.029269 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4840c0b-973e-4c4c-a141-cd888025b3dc {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:00:43.040871 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.040871 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-a2347832-e094-439c-a8b7-09402f0793cc admin admin] 10.222.0.47 "DELETE /v2.0/routers/d4840c0b-973e-4c4c-a141-cd888025b3dc HTTP/1.1" status: 204 len: 168 time: 1.0271678 Jun 30 22:00:43.042086 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60734) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:43.085593 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Deleting subnet 89441928-7227-4e2c-8922-e801412052bd {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:00:43.088561 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.121178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.199617 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.301008 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.327026 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89441928-7227-4e2c-8922-e801412052bd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:43.331353 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.333255 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2f154cd0-b3a4-48d6-9d57-7c3d82a8a78e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/89441928-7227-4e2c-8922-e801412052bd HTTP/1.1" status: 204 len: 168 time: 0.2905483 Jun 30 22:00:43.335746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60738) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:43.339695 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b9e3a2-b8e3-43c3-a510-e630eeb3cad6 None None] Network e724354c-abbf-460d-b34c-012c585f866a requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:43.418693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.479876 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Deleting port 2b0b7a61-7329-488f-a140-bdeba4004b92 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:43.480227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.551662 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] For port 2b0b7a61-7329-488f-a140-bdeba4004b92, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2b0b7a61-7329-488f-a140-bdeba4004b92,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:43.552017 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.564477 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] DHCP port deletion for e724354c-abbf-460d-b34c-012c585f866a request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:00:43.570385 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Calling delete_port for 2b0b7a61-7329-488f-a140-bdeba4004b92 owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:43.624910 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Deleting port 2b0b7a61-7329-488f-a140-bdeba4004b92 {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:00:43.625792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.697176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] For port 2b0b7a61-7329-488f-a140-bdeba4004b92, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=2b0b7a61-7329-488f-a140-bdeba4004b92,segment=NetworkSegment(909a7c5f-f5cc-4d9a-a5a1-e1633497385b),segment_id=909a7c5f-f5cc-4d9a-a5a1-e1633497385b)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:00:43.697474 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.710191 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Calling delete_port for 2b0b7a61-7329-488f-a140-bdeba4004b92 owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:00:43.719429 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.746376 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b0b7a61-7329-488f-a140-bdeba4004b92,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:43.749060 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] No DVR routers for this DVR port 2b0b7a61-7329-488f-a140-bdeba4004b92 on host dv-cinder-784453-7-iscsi {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:00:43.799903 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.825577 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Pushing event deleted for resources: {'Port': ['ID=2b0b7a61-7329-488f-a140-bdeba4004b92,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:43.830325 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] No DVR routers for this DVR port 2b0b7a61-7329-488f-a140-bdeba4004b92 on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:00:43.842784 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.843816 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.844322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.844796 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.845317 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.845690 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.846112 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.846509 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.846892 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.847282 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.847672 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.848055 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2f5acc5-626a-4afc-8b49-ecc12f2eda13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:00:43.853128 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.863933 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e724354c-abbf-460d-b34c-012c585f866a']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:43.873620 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909a7c5f-f5cc-4d9a-a5a1-e1633497385b') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:43.873952 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909a7c5f-f5cc-4d9a-a5a1-e1633497385b') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:43.882431 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.895506 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.901249 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:00:43.901671 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:00:43.903207 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:00:44.010605 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.016703 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.022130 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e724354c-abbf-460d-b34c-012c585f866a HTTP/1.1" status: 204 len: 168 time: 0.6814883 Jun 30 22:00:44.029150 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abb64c-b368-4b52-b6b8-ac9b8bc13c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e724354c-abbf-460d-b34c-012c585f866a,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:44.369091 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60764) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:44.412290 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-076268be-31eb-47d7-8ffd-46e70142884c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cd0621a42e74dc9bf48126ff6aa7415&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419517 Jun 30 22:00:44.415105 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60766) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:44.466770 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.488116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.495517 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2b0b7a61-7329-488f-a140-bdeba4004b92 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:44.515679 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 2b0b7a61-7329-488f-a140-bdeba4004b92 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:44.516156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 2b0b7a61-7329-488f-a140-bdeba4004b92 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:44.516571 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device f2629ea8-c5eb-42e8-b827-1abd2f7b8377 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:44.535822 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: f2629ea8-c5eb-42e8-b827-1abd2f7b8377 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:44.536162 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device f2629ea8-c5eb-42e8-b827-1abd2f7b8377 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:44.536570 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b714a28c-c555-4b54-b711-507359ff8c19 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:00:44.555316 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: b714a28c-c555-4b54-b711-507359ff8c19 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:00:44.555654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b714a28c-c555-4b54-b711-507359ff8c19 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:00:44.594184 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.596633 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:44.600127 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/247c774b-19d1-417a-8e67-3eb890d8e482 HTTP/1.1" status: 204 len: 168 time: 0.1817341 Jun 30 22:00:44.606090 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e195be-d209-49eb-b9ae-fb93c313f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247c774b-19d1-417a-8e67-3eb890d8e482,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:45.851016 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.315931 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60826) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:46.420100 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecf28800-dfbf-43e7-a1e7-d7b412e6224e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.507377 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecf28800-dfbf-43e7-a1e7-d7b412e6224e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.592178 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ecf28800-dfbf-43e7-a1e7-d7b412e6224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.628675 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf28800-dfbf-43e7-a1e7-d7b412e6224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf9db3-6ca8-4760-857e-c0144240a3fd,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:46.633456 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ecf28800-dfbf-43e7-a1e7-d7b412e6224e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d5731a1fd0324a7895830e3c841ca7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165071 Jun 30 22:00:46.636150 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60834) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:46.687839 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.708787 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.827801 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.830256 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:46.831401 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfcf9db3-6ca8-4760-857e-c0144240a3fd HTTP/1.1" status: 204 len: 168 time: 0.1942949 Jun 30 22:00:46.839296 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a05bc-e38d-458c-85d8-f6940cb5389b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf9db3-6ca8-4760-857e-c0144240a3fd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:47.079435 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-67f093ad-a268-4f49-89a6-6cc42aa0a6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:47.781733 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60862) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:47.875480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-996586692-network', 'tenant_id': 'a5aed27fe27b4090a487d382e07b9b39'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:00:47.936544 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Made reservation on behalf of a5aed27fe27b4090a487d382e07b9b39 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:00:47.939451 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:47.947705 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.039413 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.142698 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.164739 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 22:00:48.178058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f32f81-2c81-48fa-a316-68987d597a04,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:48.182688 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.183037 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Added segment 04ca3b14-69c7-4ef9-88d0-d853bffb431a of type vlan for network b141c250-d113-40af-8dbf-3f73b9caea24 Jun 30 22:00:48.223858 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.352181 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.353200 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:48.353777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.411876 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] Pushing event updated for resources: {'Network': ['ID=b141c250-d113-40af-8dbf-3f73b9caea24,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:48.422018 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network b141c250-d113-40af-8dbf-3f73b9caea24 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 22:00:48.451860 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-41a8a9ec-f482-46b2-b374-c8b2834d51eb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6688230 Jun 30 22:00:48.455452 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60870) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:48.460168 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Request body: {'subnet': {'network_id': 'b141c250-d113-40af-8dbf-3f73b9caea24', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-996586692-subnet', 'tenant_id': 'a5aed27fe27b4090a487d382e07b9b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:00:48.541819 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Made reservation on behalf of a5aed27fe27b4090a487d382e07b9b39 for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:00:48.544175 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.775276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.827116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03f95cf-ca8a-42d3-a5df-a11b826f1ebd,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:48.837070 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Checking segment: {'id': '04ca3b14-69c7-4ef9-88d0-d853bffb431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'b141c250-d113-40af-8dbf-3f73b9caea24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:00:48.837443 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Network hostable DHCP agents. Network: b141c250-d113-40af-8dbf-3f73b9caea24, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 22:00:48.911728 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Network b141c250-d113-40af-8dbf-3f73b9caea24 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 22:00:48.981909 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, b141c250-d113-40af-8dbf-3f73b9caea24) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:00:48.986683 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:48.987302 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:48.991029 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca206ae-19f0-4b86-b327-f8e4f0a6308b None None] Network b141c250-d113-40af-8dbf-3f73b9caea24 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:49.068602 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-c8e70549-abf4-4003-9a8b-0abe7d04e57f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6121080 Jun 30 22:00:49.118126 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a5a74-99f7-4341-b750-54ef7b6f487d None None] Network b141c250-d113-40af-8dbf-3f73b9caea24 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:49.290815 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae875-a954-4410-ad4e-66b1411913ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:49.783841 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60906) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:49.788835 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-395765923-network', 'tenant_id': 'ea9844a4c8814652b366ba58f511ed88'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:00:49.872102 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Made reservation on behalf of ea9844a4c8814652b366ba58f511ed88 for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:00:49.874537 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:49.886752 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:49.979819 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.010615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.051220 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.075869 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 22:00:50.090169 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8200a-6e20-42c8-b697-7cddcc85630b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:50.095486 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.095833 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Added segment 0b589334-bf8f-4f7a-8bb5-f76535e237f7 of type vlan for network 09dddd4e-4c60-4c48-a406-800958af5138 Jun 30 22:00:50.139068 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.260713 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.265816 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:50.265816 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.324675 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] Pushing event updated for resources: {'Network': ['ID=09dddd4e-4c60-4c48-a406-800958af5138,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:50.338087 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 09dddd4e-4c60-4c48-a406-800958af5138 details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 22:00:50.349085 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-160f9e0d-eea0-4e5b-ae57-840bcacdbdc5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5641415 Jun 30 22:00:50.351959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60924) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:50.357102 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Request body: {'subnet': {'network_id': '09dddd4e-4c60-4c48-a406-800958af5138', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-395765923-subnet', 'tenant_id': 'ea9844a4c8814652b366ba58f511ed88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:00:50.403800 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.462482 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Made reservation on behalf of ea9844a4c8814652b366ba58f511ed88 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:00:50.464925 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25793334'] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.714263 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25395693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25793316'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.768292 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7827c841-9061-4cf2-b1d7-c26517bfd7c9,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:50.785465 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Checking segment: {'id': '0b589334-bf8f-4f7a-8bb5-f76535e237f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '09dddd4e-4c60-4c48-a406-800958af5138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:00:50.785828 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Network hostable DHCP agents. Network: 09dddd4e-4c60-4c48-a406-800958af5138, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 22:00:50.856559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Network 09dddd4e-4c60-4c48-a406-800958af5138 is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 22:00:50.929450 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 09dddd4e-4c60-4c48-a406-800958af5138) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:00:50.933726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:00:50.934342 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:50.938266 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dcf201-3d9a-4705-baaa-71af29d2f1b5 None None] Network 09dddd4e-4c60-4c48-a406-800958af5138 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:51.024405 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f97fa3d4-0a87-4bd1-a476-3ac2760c1989 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6639256 Jun 30 22:00:51.065377 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2b6a9-23c6-48cd-9328-6388273888d0 None None] Network 09dddd4e-4c60-4c48-a406-800958af5138 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:00:51.139929 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60944) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:51.190060 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Deleting subnet d03f95cf-ca8a-42d3-a5df-a11b826f1ebd {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:00:51.194089 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.243935 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.283934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.421126 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.448366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03f95cf-ca8a-42d3-a5df-a11b826f1ebd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:51.450652 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.452436 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7f12b831-42a0-4e9c-8720-97fec12724d5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d03f95cf-ca8a-42d3-a5df-a11b826f1ebd HTTP/1.1" status: 204 len: 168 time: 0.3104665 Jun 30 22:00:51.455490 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60956) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:51.526875 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.606590 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.616667 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b141c250-d113-40af-8dbf-3f73b9caea24']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:51.882319 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ca3b14-69c7-4ef9-88d0-d853bffb431a') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:51.882570 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ca3b14-69c7-4ef9-88d0-d853bffb431a') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:51.891675 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.905777 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.912033 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:00:51.912540 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:00:51.914093 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:00:52.033547 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.037896 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.041220 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b141c250-d113-40af-8dbf-3f73b9caea24 HTTP/1.1" status: 204 len: 168 time: 0.5833178 Jun 30 22:00:52.042638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60962) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:52.056769 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb436b-3dd5-4b6f-8010-005a92fb0777 admin admin] Pushing event deleted for resources: {'Network': ['ID=b141c250-d113-40af-8dbf-3f73b9caea24,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:52.088512 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Deleting subnet 7827c841-9061-4cf2-b1d7-c26517bfd7c9 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:00:52.091570 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.131315 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.158079 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.171835 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.296898 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.320402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7827c841-9061-4cf2-b1d7-c26517bfd7c9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:52.326185 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.328696 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-ffbb7116-ee66-4c40-a0c3-d4cfe1d28d0e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7827c841-9061-4cf2-b1d7-c26517bfd7c9 HTTP/1.1" status: 204 len: 168 time: 0.2850242 Jun 30 22:00:52.331285 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60964) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:52.403058 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.479399 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.489831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dddd4e-4c60-4c48-a406-800958af5138']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:52.500326 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b589334-bf8f-4f7a-8bb5-f76535e237f7') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:52.500618 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b589334-bf8f-4f7a-8bb5-f76535e237f7') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:00:52.509127 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.526362 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.533065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:00:52.533461 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:00:52.535190 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:00:52.633519 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.638914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:52.643357 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/09dddd4e-4c60-4c48-a406-800958af5138 HTTP/1.1" status: 204 len: 168 time: 0.3084161 Jun 30 22:00:52.651648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a53334-8863-4c05-89d3-e7e00865b1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09dddd4e-4c60-4c48-a406-800958af5138,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:53.010321 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60974) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:53.051050 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-5c427e7f-3c20-4b14-a514-149b85d1f6d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5aed27fe27b4090a487d382e07b9b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395465 Jun 30 22:00:53.053504 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60976) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:53.101998 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:53.125037 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:53.256794 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:53.259366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:53.266791 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04f32f81-2c81-48fa-a316-68987d597a04 HTTP/1.1" status: 204 len: 168 time: 0.2061164 Jun 30 22:00:53.268990 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315156b7-d16e-461e-b29d-1727bb24c6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f32f81-2c81-48fa-a316-68987d597a04,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:53.883969 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 60982) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:53.923110 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-54ba3b02-5583-40b3-b069-cbe773c99840 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea9844a4c8814652b366ba58f511ed88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377984 Jun 30 22:00:53.925639 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 60984) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:53.973228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:53.995567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:54.131084 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:54.133592 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:54.134763 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2c8200a-6e20-42c8-b697-7cddcc85630b HTTP/1.1" status: 204 len: 168 time: 0.2081077 Jun 30 22:00:54.142672 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3aaa0-302c-44bd-be60-d1c55d0e0424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8200a-6e20-42c8-b697-7cddcc85630b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:55.831494 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32804) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:55.930926 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0a4113c-ba78-4c3f-ab8b-e9c5a5390dd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.026099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0a4113c-ba78-4c3f-ab8b-e9c5a5390dd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.136692 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e0a4113c-ba78-4c3f-ab8b-e9c5a5390dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.175249 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e0a4113c-ba78-4c3f-ab8b-e9c5a5390dd5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4eb329d7a4e64164834a74a797e93819&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425860 Jun 30 22:00:56.177249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4113c-ba78-4c3f-ab8b-e9c5a5390dd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edd28a9-2026-4c26-a81b-e2530a355019,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:56.177835 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32810) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:56.229110 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.249434 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.386469 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.389182 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.390406 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5edd28a9-2026-4c26-a81b-e2530a355019 HTTP/1.1" status: 204 len: 168 time: 0.2115276 Jun 30 22:00:56.398167 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2fb09-1bcc-45e2-becb-db640e2f28b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edd28a9-2026-4c26-a81b-e2530a355019,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:56.524319 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32816) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:56.719121 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-188663c8-1b11-4f4f-b041-55b11f83f995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.807329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-188663c8-1b11-4f4f-b041-55b11f83f995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.884001 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-188663c8-1b11-4f4f-b041-55b11f83f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.924302 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-188663c8-1b11-4f4f-b041-55b11f83f995 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3740061bde664f039de09425aece538a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988006 Jun 30 22:00:56.925270 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188663c8-1b11-4f4f-b041-55b11f83f995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bec43b6-c09e-4ec3-bcaa-fe503a9de925,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:56.926964 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32830) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:56.976693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:56.997722 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:57.156935 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:57.157592 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:57.161238 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bec43b6-c09e-4ec3-bcaa-fe503a9de925 HTTP/1.1" status: 204 len: 168 time: 0.2308347 Jun 30 22:00:57.167276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5076ef-722d-4a44-a353-7f9b2b71a3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bec43b6-c09e-4ec3-bcaa-fe503a9de925,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:57.866625 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32848) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:57.880579 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8149af7e-90d6-4768-a70b-9c570218565c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:57.967020 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8149af7e-90d6-4768-a70b-9c570218565c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.062088 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-8149af7e-90d6-4768-a70b-9c570218565c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.099345 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149af7e-90d6-4768-a70b-9c570218565c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee1c636-6d1c-42aa-a229-217040252ce4,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:00:58.103701 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-8149af7e-90d6-4768-a70b-9c570218565c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4bd4d36991146adafb55b0661fdf7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360649 Jun 30 22:00:58.106370 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32850) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:00:58.157581 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.179601 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.295405 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.298669 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:00:58.299853 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ee1c636-6d1c-42aa-a229-217040252ce4 HTTP/1.1" status: 204 len: 168 time: 0.1926718 Jun 30 22:00:58.307588 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e68a4b-ef6c-4d13-a4d1-9d07bfd9ff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee1c636-6d1c-42aa-a229-217040252ce4,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:01.005490 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32936) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:01.111427 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.195251 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.260831 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.298467 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69672db2-3eb7-4e9a-92ba-99ca07093981,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:01.302356 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70ea87d5c8c64fa0a04476094875c3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957544 Jun 30 22:01:01.305164 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32940) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:01.308347 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.308749 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.309101 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.309438 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.309773 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.310131 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.310466 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.310920 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.311385 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.311717 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.312389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.312883 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1aedf1b-4b97-41c2-8055-79bc2ebc5fa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:01.353872 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.375403 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.485177 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.487674 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:01.488898 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69672db2-3eb7-4e9a-92ba-99ca07093981 HTTP/1.1" status: 204 len: 168 time: 0.1827264 Jun 30 22:01:01.497102 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eb3de-e8c5-4a38-9ce7-82d1bfa69847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69672db2-3eb7-4e9a-92ba-99ca07093981,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:02.040072 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32948) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:02.053567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0f45-8a6a-496d-991c-59c9bac8d3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.143036 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0f45-8a6a-496d-991c-59c9bac8d3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.245115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e4ab0f45-8a6a-496d-991c-59c9bac8d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.282320 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab0f45-8a6a-496d-991c-59c9bac8d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883632e-76ab-4cda-8961-ff55b68e1926,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:02.286379 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e4ab0f45-8a6a-496d-991c-59c9bac8d3ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8aed4a56591b4fb0b84fea881951034d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452993 Jun 30 22:01:02.288855 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32950) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:02.336065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.356630 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.473607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.476168 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:02.477996 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f883632e-76ab-4cda-8961-ff55b68e1926 HTTP/1.1" status: 204 len: 168 time: 0.1875968 Jun 30 22:01:02.485405 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570813b-6fce-496b-92f2-9e38ce9d11da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883632e-76ab-4cda-8961-ff55b68e1926,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:02.740967 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:01:04.029719 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 32986) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:04.130921 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-734f136c-e3d7-4807-b434-2ef58abbcda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.216166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-734f136c-e3d7-4807-b434-2ef58abbcda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.285367 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-734f136c-e3d7-4807-b434-2ef58abbcda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.327037 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-734f136c-e3d7-4807-b434-2ef58abbcda5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1f49a88265844e29d140370e8868b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959492 Jun 30 22:01:04.330050 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f136c-e3d7-4807-b434-2ef58abbcda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108b9980-e525-4595-9b76-29bf00e8ecfd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:04.330346 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 32992) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:04.379443 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.400539 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.508116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.510706 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:04.511843 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/108b9980-e525-4595-9b76-29bf00e8ecfd HTTP/1.1" status: 204 len: 168 time: 0.1805315 Jun 30 22:01:04.519472 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c24b9-c4b2-4e1e-9595-c64d43fcbac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108b9980-e525-4595-9b76-29bf00e8ecfd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:06.019889 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33024) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:06.119951 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe3611d1-8184-4d03-906a-b96666d72c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.229208 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe3611d1-8184-4d03-906a-b96666d72c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.314314 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-fe3611d1-8184-4d03-906a-b96666d72c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.353179 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-fe3611d1-8184-4d03-906a-b96666d72c0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b972b0380e84aa0a4ca8a2e4111c6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322313 Jun 30 22:01:06.354289 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3611d1-8184-4d03-906a-b96666d72c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8435b79-61b7-4d9b-abe2-674e36f25fa5,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:06.356010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:06.404102 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.424750 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.559803 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.562851 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:06.563990 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8435b79-61b7-4d9b-abe2-674e36f25fa5 HTTP/1.1" status: 204 len: 168 time: 0.2070127 Jun 30 22:01:06.571661 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac5de1-5f81-48db-8233-dafb9f7ac7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8435b79-61b7-4d9b-abe2-674e36f25fa5,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:15.826681 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:17.107283 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7f99f33b-1b6e-4268-b8d9-8f672c9c0426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.494736 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33192) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:18.597326 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.681547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.752886 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.789001 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af2a639-2bb8-4b03-ab42-81bab1395348,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:18.793581 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9528269448e43e0b1d95e8c4b3822c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978365 Jun 30 22:01:18.797015 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33196) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.802780 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.803776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.803776 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b58245-134c-433e-bdae-dea9d9ef6ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:18.845021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.867688 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.986887 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.989350 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:18.990529 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8af2a639-2bb8-4b03-ab42-81bab1395348 HTTP/1.1" status: 204 len: 168 time: 0.1924338 Jun 30 22:01:18.998062 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea456-6e45-4eef-9d5b-8b63ae554375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af2a639-2bb8-4b03-ab42-81bab1395348,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:19.240001 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a5a4e170-adcf-4575-b0e1-27b216197dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:19.911982 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33220) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:20.005003 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-132010436-network', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:20.011666 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.074133 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Made reservation on behalf of 8e70e4c8746749b4b05871bc7208778d for: {'network': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:01:20.076373 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.085526 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.169568 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.238631 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.259604 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=105233) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 22:01:20.272706 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58503b7-e454-4885-a69b-1ddd1194b22c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:20.278297 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.282116 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.segments_db [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Added segment e25ba09d-06dc-424d-8d6c-6fadc070518d of type vlan for network 5670f408-7339-4292-977e-78a5bf61196b Jun 30 22:01:20.318465 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.409970 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.432795 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.433734 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:20.434333 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.494237 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] Pushing event updated for resources: {'Network': ['ID=5670f408-7339-4292-977e-78a5bf61196b,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:20.505305 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network 5670f408-7339-4292-977e-78a5bf61196b details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 22:01:20.566612 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-6b98b0c6-a228-474b-9d66-14bfdc090e51 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6534207 Jun 30 22:01:20.569227 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33226) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:20.573973 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Request body: {'subnet': {'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-132010436-subnet', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'ip_version': 4}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:20.657718 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Made reservation on behalf of 8e70e4c8746749b4b05871bc7208778d for: {'subnet': 1} {{(pid=105233) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:01:20.660074 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25196459'] for subnet, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.885750 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25374024', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25196473'] for subnet, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:20.937305 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7476d22-e279-47e1-98b7-f551fb825413,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:20.956797 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Checking segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:20.957174 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Network hostable DHCP agents. Network: 5670f408-7339-4292-977e-78a5bf61196b, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105233) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 22:01:21.023041 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Network 5670f408-7339-4292-977e-78a5bf61196b is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105233) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 22:01:21.091233 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, 5670f408-7339-4292-977e-78a5bf61196b) {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:21.096495 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105233) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:21.097133 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.104122 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c1c40-1d52-484c-87ce-dd4f930f29cc None None] Network 5670f408-7339-4292-977e-78a5bf61196b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:01:21.176945 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-7838703f-7bf8-4d9d-9b91-91985b0a0b08 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6066592 Jun 30 22:01:21.179518 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33228) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:21.183965 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:21.276508 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-5670f408-7339-4292-977e-78a5bf61196b', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 22:01:21.277370 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.291156 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.292571 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.357709 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.424827 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Allocated IP 172.20.0.2 (5670f408-7339-4292-977e-78a5bf61196b/c7476d22-e279-47e1-98b7-f551fb825413/9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:21.555452 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.578113 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.586479 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Transition to ACTIVE for port object 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:21.602595 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Transition to ACTIVE for port object 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:21.678910 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.722989 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Network 5670f408-7339-4292-977e-78a5bf61196b is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:21.725842 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:21.728413 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:21.739611 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Pushing event updated for resources: {'Port': ['ID=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:21.793113 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Attempting to bind port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:21.793428 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Attempting to bind port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:21.793739 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Attempting to bind port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 on network 5670f408-7339-4292-977e-78a5bf61196b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:21.798974 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:21.799337 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Checking segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:21.799731 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.800112 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Bound using segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:21.800564 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Bound port: 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:21.800935 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.830467 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.854014 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:21.866326 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] For port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:21.869305 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] For port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:21.972166 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Allocated IP 172.27.1.191 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/94826da1-76dc-44e7-a283-81e29ec624e9) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:21.987583 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.051597 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238b93e-0119-4302-a1c8-14dc7d8ce066 None None] Pushing event updated for resources: {'Port': ['ID=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:22.084165 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.150712 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.217730 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.274542 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:22.277477 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:22.282819 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:22.289636 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Pushing event updated for resources: {'Port': ['ID=94826da1-76dc-44e7-a283-81e29ec624e9,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:22.560737 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:22.612752 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.678426 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:22.816751 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:22.959875 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffc75bb-0b4e-42b9-8cbb-de05950a8fde None None] Network 5670f408-7339-4292-977e-78a5bf61196b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:01:23.015623 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Router 7ca12552-b552-42f6-a1ca-8e934351a56c is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105233) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 22:01:23.089672 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-924f322b-b850-4362-af88-96574f541a45 None None] Provisioning for port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:23.109584 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-924f322b-b850-4362-af88-96574f541a45 None None] Provisioning complete for port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:23.109976 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-924f322b-b850-4362-af88-96574f541a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.129726 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:01:23.147119 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Sync routers for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:01:23.169825 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:23.170461 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:23.200411 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.201697 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-f65a8a43-66af-4033-8e78-b79111a336d3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0212460 Jun 30 22:01:23.204888 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33246) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:23.305476 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-924f322b-b850-4362-af88-96574f541a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.351681 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:23.354522 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-924f322b-b850-4362-af88-96574f541a45 None None] For port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:23.425073 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-924f322b-b850-4362-af88-96574f541a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.523379 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f322b-b850-4362-af88-96574f541a45 None None] Pushing event updated for resources: {'Port': ['ID=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:23.581543 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-9d64bdb7-061d-42c5-ab84-0a42fa39a1f9 None None] Provisioning complete for port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:23.582266 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d64bdb7-061d-42c5-ab84-0a42fa39a1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.637971 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:22Z', 'revision_number': 3, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:23.666663 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Checking router: 7ca12552-b552-42f6-a1ca-8e934351a56c for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:01:23.667012 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Updating router 7ca12552-b552-42f6-a1ca-8e934351a56c port 94826da1-76dc-44e7-a283-81e29ec624e9 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 22:01:23.711619 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.732084 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.869554 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_common [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Allocated IP 172.20.0.1 (5670f408-7339-4292-977e-78a5bf61196b/c7476d22-e279-47e1-98b7-f551fb825413/c160ffb3-3cab-4b2a-878f-c9b7e5e1032c) {{(pid=105233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:23.969982 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.980888 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:23.983734 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.provisioning_blocks [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Transition to ACTIVE for port object c160ffb3-3cab-4b2a-878f-c9b7e5e1032c will not be triggered until provisioned by entity DHCP. {{(pid=105233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:23.990490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Transition to ACTIVE for port object 94826da1-76dc-44e7-a283-81e29ec624e9 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:24.069310 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.069554 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25374424'] for port, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.146586 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Network 5670f408-7339-4292-977e-78a5bf61196b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:24.151110 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:24.154619 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Received port after_create {{(pid=105233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:24.165798 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8be69-cd07-4d16-80ee-8f9e109c9238 None None] Pushing event updated for resources: {'Port': ['ID=94826da1-76dc-44e7-a283-81e29ec624e9,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:24.167816 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Attempting to bind port 94826da1-76dc-44e7-a283-81e29ec624e9 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:24.168349 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Attempting to bind port 94826da1-76dc-44e7-a283-81e29ec624e9 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:24.168913 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Attempting to bind port 94826da1-76dc-44e7-a283-81e29ec624e9 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:24.178667 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:24.179167 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:24.179804 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.180410 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:24.181095 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Bound port: 94826da1-76dc-44e7-a283-81e29ec624e9, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:24.182165 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.185886 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Pushing event updated for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=1']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:24.198552 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.371596 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] For port 94826da1-76dc-44e7-a283-81e29ec624e9, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:24.375271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] For port 94826da1-76dc-44e7-a283-81e29ec624e9, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=94826da1-76dc-44e7-a283-81e29ec624e9,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:24.419288 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.461982 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.522108 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:24.522727 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:24.524350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8be69-cd07-4d16-80ee-8f9e109c9238 None None] Pushing event updated for resources: {'Port': ['ID=94826da1-76dc-44e7-a283-81e29ec624e9,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:24.564519 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:24.569673 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6fb10ccd-8ad4-4b0c-957d-60f7bfeb09b6 None None] Provisioning for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:24.594606 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.594879 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-6fb10ccd-8ad4-4b0c-957d-60f7bfeb09b6 None None] Provisioning complete for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:24.595350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-6fb10ccd-8ad4-4b0c-957d-60f7bfeb09b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.649498 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25374410'] for port, after_update {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.682360 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-6fb10ccd-8ad4-4b0c-957d-60f7bfeb09b6 None None] Port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:01:24.713632 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:24.719986 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Pushing event updated for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=2']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:24.723340 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.744517 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:24.744890 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:24.820073 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Network 5670f408-7339-4292-977e-78a5bf61196b is already hosted by enough agents. {{(pid=105233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:24.820824 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.base_scheduler [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:24.936626 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Router 7ca12552-b552-42f6-a1ca-8e934351a56c has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:01:24.998294 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:23Z', 'revision_number': 1, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:25.026224 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802c7d65-12ad-4862-846c-cf2a17e863b1 None None] The sync data for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi is: [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:23Z', 'revision_number': 1, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:01:25.060021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:01:25.066178 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-bc096a26-cad3-4db5-a734-5aa1ea745be3 admin admin] 10.222.0.47 "PUT /v2.0/routers/7ca12552-b552-42f6-a1ca-8e934351a56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8607097 Jun 30 22:01:25.107964 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-755f7b43-739b-4726-8e1d-87da989c76d2 None None] Provisioning complete for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:25.108344 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-755f7b43-739b-4726-8e1d-87da989c76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:25.147358 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-755f7b43-739b-4726-8e1d-87da989c76d2 None None] Port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:01:25.799134 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33276) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:25.804139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-394343566-network', 'tenant_id': 'fae921db98664109aeba17b357d6c173'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:25.908428 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Made reservation on behalf of fae921db98664109aeba17b357d6c173 for: {'network': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:01:25.916417 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for network, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:25.920440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.029703 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.095625 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.122075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=105232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 22:01:26.143297 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.145435 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.segments_db [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Added segment 9c632f65-88f7-4c97-b484-2da8816033cd of type vlan for network f271088d-37e8-4e01-bbf4-dbcb9b6da5be Jun 30 22:01:26.155703 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f996ba-215d-4fb2-8307-b7bd21df7e9b,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:26.198333 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779841452867'] for network, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.286014 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601'] for network, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.287033 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:26.287629 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.360737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] Pushing event updated for resources: {'Network': ['ID=f271088d-37e8-4e01-bbf4-dbcb9b6da5be,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:26.372949 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be details requested by agent ovs-agent-dv-cinder-784453-7-iscsi with host dv-cinder-784453-7-iscsi {{(pid=105234) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 22:01:26.400861 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-fc18d919-6f3a-4451-9188-e271f1e65049 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6005657 Jun 30 22:01:26.403549 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33322) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:26.408981 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Request body: {'subnet': {'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-394343566-subnet', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'ip_version': 4}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:26.520456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Made reservation on behalf of fae921db98664109aeba17b357d6c173 for: {'subnet': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:01:26.523215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25793334'] for subnet, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.542962 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 94826da1-76dc-44e7-a283-81e29ec624e9 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:26.660931 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port 94826da1-76dc-44e7-a283-81e29ec624e9 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:26.672321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 94826da1-76dc-44e7-a283-81e29ec624e9 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:26.672321 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.770746 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.786176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port 94826da1-76dc-44e7-a283-81e29ec624e9, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=94826da1-76dc-44e7-a283-81e29ec624e9,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:26.788994 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25395693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25793316'] for subnet, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.853339 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf0e86b-df31-46ef-a847-cc74091d49e4,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:26.855395 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Checking segment: {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:26.862815 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Network hostable DHCP agents. Network: f271088d-37e8-4e01-bbf4-dbcb9b6da5be, hostable agents: ['0c8ee32b-67c7-4805-964f-46d4aa8e5e53'], hosted agents: [] {{(pid=105232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 22:01:26.886069 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:26.935393 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=94826da1-76dc-44e7-a283-81e29ec624e9,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:26.966010 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be is scheduled to be hosted by DHCP agent 0c8ee32b-67c7-4805-964f-46d4aa8e5e53 with binding_index 1 {{(pid=105232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 22:01:26.972018 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Sync routers for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:01:26.981261 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:26.981962 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:27.044012 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-7-iscsi, f271088d-37e8-4e01-bbf4-dbcb9b6da5be) {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:27.049119 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:27.050165 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.053033 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30fc6e7-d1d3-4e89-914d-6b9cc154a61c None None] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:01:27.091310 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:27.140907 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-83c40703-ed57-4c2f-a7b8-4431b2c6e852 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7335572 Jun 30 22:01:27.141983 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33330) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:27.146358 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:27.216297 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe9bb1797-d960-5b17-8fd1-7ed497b0b97c-f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'fixed_ips': [{'subnet_id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4'}]}} from dv-cinder-784453-7-iscsi. {{(pid=105234) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 22:01:27.217044 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.273367 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543337', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58493'] for router, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.274695 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543438', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544574', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1036528', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58468'] for router, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.331999 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 2, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:27.344136 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.365217 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Checking router: 7ca12552-b552-42f6-a1ca-8e934351a56c for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:01:27.365834 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Updating router 7ca12552-b552-42f6-a1ca-8e934351a56c port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 22:01:27.379787 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.db_base_plugin_common [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Allocated IP 172.20.0.2 (f271088d-37e8-4e01-bbf4-dbcb9b6da5be/fdf0e86b-df31-46ef-a847-cc74091d49e4/b1e1c9bd-7313-41f5-bd41-81405194cddd) {{(pid=105234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:27.513033 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.542349 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks [] for port, precommit_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.557270 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Transition to ACTIVE for port object b1e1c9bd-7313-41f5-bd41-81405194cddd will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:27.576563 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Transition to ACTIVE for port object b1e1c9bd-7313-41f5-bd41-81405194cddd will not be triggered until provisioned by entity DHCP. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:27.581532 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544552', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543323', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58390'] for router, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.642019 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097'] for port, after_create {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.689834 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be is already hosted by enough agents. {{(pid=105234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:27.700435 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.scheduler.base_scheduler [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Resources bound (agent type, host, resource id): {{(pid=105234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:27.705102 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Received port after_create {{(pid=105234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:27.713986 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Pushing event updated for resources: {'Port': ['ID=b1e1c9bd-7313-41f5-bd41-81405194cddd,revision_number=1']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:27.776683 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Attempting to bind port b1e1c9bd-7313-41f5-bd41-81405194cddd on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:27.776965 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Attempting to bind port b1e1c9bd-7313-41f5-bd41-81405194cddd by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:27.777331 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Attempting to bind port b1e1c9bd-7313-41f5-bd41-81405194cddd on network f271088d-37e8-4e01-bbf4-dbcb9b6da5be {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:27.784365 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:27.784737 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Checking segment: {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:27.785142 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.785534 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Bound using segment: {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:27.786032 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Bound port: b1e1c9bd-7313-41f5-bd41-81405194cddd, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:27.786416 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.791553 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.801106 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Transition to ACTIVE for port object c160ffb3-3cab-4b2a-878f-c9b7e5e1032c will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:27.865354 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] For port b1e1c9bd-7313-41f5-bd41-81405194cddd, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:27.865354 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] For port b1e1c9bd-7313-41f5-bd41-81405194cddd, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b1e1c9bd-7313-41f5-bd41-81405194cddd,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:27.884230 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.898066 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.920349 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.932805 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:27.934814 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Pushing event updated for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:27.944941 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.944941 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.944941 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.944941 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.945391 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.945494 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.946399 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.946399 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.946598 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.946911 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.947252 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:27.947624 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:01:28.013543 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3042ab-f77b-4882-834c-e28f362ffaef None None] Pushing event updated for resources: {'Port': ['ID=b1e1c9bd-7313-41f5-bd41-81405194cddd,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:28.016887 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Attempting to bind port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:28.017809 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Attempting to bind port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:28.018220 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Attempting to bind port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c on network 5670f408-7339-4292-977e-78a5bf61196b {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:28.024199 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:28.024786 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Checking segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:28.025354 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.025927 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Bound using segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:28.026547 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Bound port: c160ffb3-3cab-4b2a-878f-c9b7e5e1032c, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:28.027175 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.069346 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Allocated IP 172.27.1.2 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/a45d2d0c-b7e6-4224-a8c6-9653e6a93345) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:28.103337 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] For port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:28.106695 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] For port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:28.172334 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.204022 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.262131 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:28.263191 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:28.308294 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a87e4-7a20-486b-ad85-f94fcc4885c8 None None] Pushing event updated for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=4']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:28.322139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.385197 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Pushing event updated for resources: {'Port': ['ID=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:28.390685 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:28.393502 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:28.396563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:28.414348 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:28.662337 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 94826da1-76dc-44e7-a283-81e29ec624e9 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:28.666166 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:28.693074 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f402145-e6f4-4647-afdb-95e13c55e7cd None None] The sync data for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi is: [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:01:28.727777 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port 94826da1-76dc-44e7-a283-81e29ec624e9 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:28.728149 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.771042 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:28.821613 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c160ffb3-3cab-4b2a-878f-c9b7e5e1032c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:28.965785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:28.970956 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:28.971631 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.029682 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-544515'] for router, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.093264 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.143262 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:29.170613 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145be72d-9388-4eb5-a1ea-d0365b286a7b None None] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:01:29.234690 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.235488 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b1e1c9bd-7313-41f5-bd41-81405194cddd up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:29.267190 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 is scheduled to L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 with binding_index 1 {{(pid=105232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 22:01:29.340901 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:29.387493 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:01:29.411253 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Sync routers for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:01:29.413675 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-46f57232-65f7-4fa8-9d8c-9abc6e1b8e2e None None] Provisioning for port b1e1c9bd-7313-41f5-bd41-81405194cddd completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:29.437125 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:29.437744 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:29.441796 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port b1e1c9bd-7313-41f5-bd41-81405194cddd completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:29.469402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.473500 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0d320718-ec87-40f6-a228-aabe032b9097 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.3277776 Jun 30 22:01:29.473500 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33348) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:29.481131 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b1e1c9bd-7313-41f5-bd41-81405194cddd triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:29.481501 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.720811 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:29.832151 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.917837 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port b1e1c9bd-7313-41f5-bd41-81405194cddd, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b1e1c9bd-7313-41f5-bd41-81405194cddd,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:29.961525 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-57d46bf0-36c3-4357-8d23-e62418bd7bdd None None] Provisioning complete for port b1e1c9bd-7313-41f5-bd41-81405194cddd triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:29.961946 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-57d46bf0-36c3-4357-8d23-e62418bd7bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:29.994997 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.069703 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 3, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:30.073412 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=b1e1c9bd-7313-41f5-bd41-81405194cddd,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:30.107070 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Checking router: df1ec0a0-c467-4fda-8806-b0b3c3b34da2 for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:01:30.107419 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Updating router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 binding host dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 22:01:30.168025 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.204928 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.368540 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Allocated IP 172.20.0.1 (f271088d-37e8-4e01-bbf4-dbcb9b6da5be/fdf0e86b-df31-46ef-a847-cc74091d49e4/e5b93ccb-80c5-4614-8c46-687e2515b4c8) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:01:30.427243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.437315 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Transition to ACTIVE for port object a45d2d0c-b7e6-4224-a8c6-9653e6a93345 will not be triggered until provisioned by entity L2. {{(pid=105234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:30.476487 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.490219 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Transition to ACTIVE for port object e5b93ccb-80c5-4614-8c46-687e2515b4c8 will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:30.512664 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.543179 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c160ffb3-3cab-4b2a-878f-c9b7e5e1032c up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:30.594967 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.596863 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Attempting to bind port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:30.597229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Attempting to bind port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:30.597647 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Attempting to bind port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 on network 8f1eca41-97a6-4607-9c63-a38e122a738b {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:30.601722 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b075f2-5341-4dd4-bed3-1f6dda427f4c None None] Pushing event updated for resources: {'Port': ['ID=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,revision_number=2']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:30.613687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:30.615247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Checking segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:30.615247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.615247 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Bound using segment: {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'} {{(pid=105234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:30.615802 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.managers [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Bound port: a45d2d0c-b7e6-4224-a8c6-9653e6a93345, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93044f84-3359-49ae-8ebd-47b5c6446f44', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b'}}] {{(pid=105234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:30.615802 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.635571 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:30.638719 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:30.643126 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:01:30.650355 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:30.650725 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.668301 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:30.703135 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-555011'] for router_interface, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.706094 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] For port a45d2d0c-b7e6-4224-a8c6-9653e6a93345, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:30.709940 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] For port a45d2d0c-b7e6-4224-a8c6-9653e6a93345, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:30.756699 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b1e1c9bd-7313-41f5-bd41-81405194cddd up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:30.790809 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.873536 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:30.874222 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:30.878856 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b075f2-5341-4dd4-bed3-1f6dda427f4c None None] Pushing event updated for resources: {'Port': ['ID=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,revision_number=3']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:30.926414 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port b1e1c9bd-7313-41f5-bd41-81405194cddd triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:30.926705 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:30.931951 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.034203 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:31.076281 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f0ec6100-93cc-44e4-b72e-b579ff8cdab9 None None] Provisioning for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:31.110014 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.117885 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-f0ec6100-93cc-44e4-b72e-b579ff8cdab9 None None] Provisioning complete for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:31.118319 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f0ec6100-93cc-44e4-b72e-b579ff8cdab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.170129 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.211430 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-f0ec6100-93cc-44e4-b72e-b579ff8cdab9 None None] Port e5b93ccb-80c5-4614-8c46-687e2515b4c8 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:01:31.242526 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:31.245067 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-555205'] for router_interface, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.286892 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 3, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:31.314584 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614a37c5-ac98-47bb-860b-755a4e7419b9 None None] The sync data for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi is: [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:28Z', 'revision_number': 3, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:01:31.341322 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:01:31.342824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:01:31.473448 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:01:31.608157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:01:31.613358 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-ff89d076-b4a7-4ce7-99cc-4540e633ed48 admin admin] 10.222.0.47 "PUT /v2.0/routers/df1ec0a0-c467-4fda-8806-b0b3c3b34da2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1386359 Jun 30 22:01:31.637065 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-939c01a5-82ce-4a5e-8e27-10e468c3a94a None None] Provisioning complete for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:31.637490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-939c01a5-82ce-4a5e-8e27-10e468c3a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:31.682212 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-939c01a5-82ce-4a5e-8e27-10e468c3a94a None None] Port e5b93ccb-80c5-4614-8c46-687e2515b4c8 cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:01:32.392616 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33362) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:32.397445 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-553693619', 'description': 'tempest-secgroup-smoke-553693619 description', 'project_id': '8e70e4c8746749b4b05871bc7208778d'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:32.489556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.549925 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a45d2d0c-b7e6-4224-a8c6-9653e6a93345 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:32.587753 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.663128 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.664671 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:32.668879 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:32.670264 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.693879 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7570a077-dc64-4cdb-b69e-1ba3db5532f9,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:32.758267 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.759551 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f3043392-962a-43a6-bbbe-cb2121a77f80 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3658748 Jun 30 22:01:32.761019 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.762659 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33364) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:32.767458 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:32.788375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port a45d2d0c-b7e6-4224-a8c6-9653e6a93345, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:32.878528 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.882883 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Sync routers for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:01:32.884947 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:32.893933 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:32.894620 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:32.936022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:33.017627 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:33.201604 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.246061 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 4, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'e5b93ccb-80c5-4614-8c46-687e2515b4c8', 'name': '', 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'mac_address': 'fa:16:3e:91:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:30Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 2, 'project_id': 'fae921db98664109aeba17b357d6c173', 'subnets': [{'id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:33.261401 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.275611 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Checking router: df1ec0a0-c467-4fda-8806-b0b3c3b34da2 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:01:33.275956 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Updating router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 port e5b93ccb-80c5-4614-8c46-687e2515b4c8 binding host dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 22:01:33.278886 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fde58b-7514-43f4-8616-8912fe677530,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:33.310398 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.330146 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.331452 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-491cafae-b1a1-42c3-a252-74a2b553dce5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5677118 Jun 30 22:01:33.334097 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33368) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:33.338873 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:33.422818 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.478567 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.543177 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.561245 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b767f9bf-9775-496c-8534-e5732c347ae5,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:33.583538 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks [] for port, precommit_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.593520 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.provisioning_blocks [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Transition to ACTIVE for port object e5b93ccb-80c5-4614-8c46-687e2515b4c8 will not be triggered until provisioned by entity L2. {{(pid=105235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:01:33.641128 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.642439 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-21d4a95b-de8f-4a67-a72c-e9bbc043f475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3073308 Jun 30 22:01:33.645211 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33370) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:33.649665 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:33.668857 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.736976 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.743770 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c8b8-1ea9-4e79-956e-cf4e9f0687c7 None None] Pushing event updated for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=3']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:33.777377 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Attempting to bind port e5b93ccb-80c5-4614-8c46-687e2515b4c8 on host dv-cinder-784453-7-iscsi for vnic_type normal with profile {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:01:33.777743 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Attempting to bind port e5b93ccb-80c5-4614-8c46-687e2515b4c8 by drivers openvswitch,hyperv on host dv-cinder-784453-7-iscsi at level 0 using segments [{'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:01:33.778130 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Attempting to bind port e5b93ccb-80c5-4614-8c46-687e2515b4c8 on network f271088d-37e8-4e01-bbf4-dbcb9b6da5be {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:01:33.784114 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Checking agent: {'id': 'daf4e4d7-5e85-4b80-8725-4cf3f90337fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 44, 20), 'started_at': datetime.datetime(2021, 6, 30, 21, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:01:33.784836 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Checking segment: {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:01:33.784976 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.785394 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Bound using segment: {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'} {{(pid=105235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:01:33.785930 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.managers [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Bound port: e5b93ccb-80c5-4614-8c46-687e2515b4c8, host: dv-cinder-784453-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c632f65-88f7-4c97-b484-2da8816033cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be'}}] {{(pid=105235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:01:33.786328 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.811637 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.855370 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] For port e5b93ccb-80c5-4614-8c46-687e2515b4c8, host dv-cinder-784453-7-iscsi, cleared binding levels {{(pid=105235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:01:33.859116 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.plugins.ml2.db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] For port e5b93ccb-80c5-4614-8c46-687e2515b4c8, host dv-cinder-784453-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=e5b93ccb-80c5-4614-8c46-687e2515b4c8,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:01:33.875739 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.894670 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01771035-f46a-4757-9b45-821ad758163c,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:33.931991 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron_lib.callbacks.manager [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.948988 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:33.950221 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-efb02368-2843-47b7-9c74-05a99796a3e7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3040466 Jun 30 22:01:33.953189 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33372) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:33.957564 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:33.997051 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947c8b8-1ea9-4e79-956e-cf4e9f0687c7 None None] Pushing event updated for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=4']} {{(pid=105235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:34.001440 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:01:34.002129 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:34.078548 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.116258 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:01:34.146357 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.227308 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.249908 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beecf273-cd03-48d5-9c56-b84612a52349,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:34.308506 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.309733 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-69039714-ae88-42fd-9444-0f1b0e742056 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3555982 Jun 30 22:01:34.312699 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33376) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:34.322276 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.v2.base [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105233) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:34.392898 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.db.securitygroups_db [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Project 8e70e4c8746749b4b05871bc7208778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 22:01:34.398659 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.412267 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 4, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'e5b93ccb-80c5-4614-8c46-687e2515b4c8', 'name': '', 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'mac_address': 'fa:16:3e:91:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:30Z', 'updated_at': '2021-06-30T22:01:33Z', 'revision_number': 4, 'project_id': 'fae921db98664109aeba17b357d6c173', 'subnets': [{'id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:01:34.441244 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dad3d-179e-4330-b41d-24d7c001957a None None] The sync data for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi is: [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:30Z', 'revision_number': 4, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'e5b93ccb-80c5-4614-8c46-687e2515b4c8', 'name': '', 'network_id': 'f271088d-37e8-4e01-bbf4-dbcb9b6da5be', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'mac_address': 'fa:16:3e:91:e9:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:30Z', 'updated_at': '2021-06-30T22:01:33Z', 'revision_number': 4, 'project_id': 'fae921db98664109aeba17b357d6c173', 'subnets': [{'id': 'fdf0e86b-df31-46ef-a847-cc74091d49e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:01:34.462920 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.543365 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.553559 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a45d2d0c-b7e6-4224-a8c6-9653e6a93345 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:34.568147 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87afc12e-8427-4f6c-8e1e-b107d63220c7,revision_number=0']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:34.611840 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:34.612047 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.612194 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.615773 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-902a01b3-2850-4e05-b8ba-bb24eb00e957 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2995245 Jun 30 22:01:34.616069 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33378) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:34.620712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'security_group_rule': {'security_group_id': '7570a077-dc64-4cdb-b69e-1ba3db5532f9', 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:01:34.691507 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.securitygroups_db [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Project 8e70e4c8746749b4b05871bc7208778d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 22:01:34.697486 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.779894 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.850083 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-574009'] for security_group_rule, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.866064 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b758ba-4c4c-4fa6-9676-f7d87a3c921f,revision_number=0']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:34.943109 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:34.944363 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c14dc3a5-cbe7-4a61-9cbc-3aeba0bd7e5e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3272986 Jun 30 22:01:36.537037 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device e5b93ccb-80c5-4614-8c46-687e2515b4c8 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:36.652050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:01:36.657146 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:36.657641 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:36.738371 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:36.770323 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] For port e5b93ccb-80c5-4614-8c46-687e2515b4c8, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=e5b93ccb-80c5-4614-8c46-687e2515b4c8,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:01:36.850229 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:36.901685 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Pushing event updated for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:38.523820 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device e5b93ccb-80c5-4614-8c46-687e2515b4c8 up at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:01:38.571784 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Provisioning complete for port e5b93ccb-80c5-4614-8c46-687e2515b4c8 triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:01:38.572151 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:39.739530 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:01:45.805649 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:47.269311 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-1ee2fefa-26ab-4830-bb25-29f1d35329d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:49.227271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-cfc93b42-22ae-4ad0-bb71-19d41921880a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:50.006292 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:50.410346 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:51.698255 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-e40a4bff-8158-4f87-b52b-0b5aaea06aba tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271898755&fields=id&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 267 time: 0.0346470 Jun 30 22:01:51.855719 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-80cbaca9-09f9-4473-87ab-92ddb04dbf06 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:51.857192 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-80cbaca9-09f9-4473-87ab-92ddb04dbf06 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1430476 Jun 30 22:01:51.860770 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-0483b560-91ab-4bae-882b-3b166dd74d6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1237564 Jun 30 22:01:51.871639 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-ca1df3f9-77cb-4418-a05e-aab18cf2f546 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/quotas/050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 375 time: 0.0088348 Jun 30 22:01:51.978865 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-0fb72d23-eed3-4ab8-bd45-857542f20245 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0982862 Jun 30 22:01:52.019568 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-1d4bcf48-76f4-473e-a63c-23f844881176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:52.021027 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-1d4bcf48-76f4-473e-a63c-23f844881176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1098 time: 0.0979893 Jun 30 22:01:52.137909 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-bb9d61b5-574e-44f2-9bda-80b96ed1ef06 service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500545 Jun 30 22:01:52.149142 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:52.181146 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-c90fd29c-7960-4c8f-960d-5e201a1edf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:52.182757 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-c90fd29c-7960-4c8f-960d-5e201a1edf83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.1324170 Jun 30 22:01:52.288819 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-b3621121-113e-4e16-9120-d5cbe79ffb21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 1001 time: 0.0770512 Jun 30 22:01:52.291075 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-d4ae8e68-6595-4200-b991-c2a37d209588 service neutron] 10.222.0.47 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465735 Jun 30 22:01:52.341042 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-6caaf695-d769-4934-8ccc-181b6b9bbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:52.342531 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-6caaf695-d769-4934-8ccc-181b6b9bbe98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0450490 Jun 30 22:01:52.402436 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-05bba5f5-b76b-4c65-8d48-d2ba60ce3af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:52.404004 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-05bba5f5-b76b-4c65-8d48-d2ba60ce3af2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540619 Jun 30 22:01:52.497835 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-dfebea83-44b5-4b40-8d09-39b64791a9b7 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Jun 30 22:01:52.589080 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1db546cd-876a-4166-8fb8-d19bb1cc3365 req-b1eb468d-268b-4ef6-9e3b-bf314427ad18 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832338 Jun 30 22:01:53.157228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33600) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:53.266591 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9679799d-632c-47da-9671-32c264421dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.355445 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9679799d-632c-47da-9671-32c264421dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.415935 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-9679799d-632c-47da-9671-32c264421dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.456572 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-9679799d-632c-47da-9671-32c264421dd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e77c92296ae24248970795814e7c63ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980349 Jun 30 22:01:53.457690 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679799d-632c-47da-9671-32c264421dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55527217-8d61-44d6-8af0-34917fb96664,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:53.459381 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33610) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:01:53.507186 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.526865 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.663192 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.665698 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:01:53.666871 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55527217-8d61-44d6-8af0-34917fb96664 HTTP/1.1" status: 204 len: 168 time: 0.2063582 Jun 30 22:01:53.676342 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ccd17-6b21-4306-a15b-0c6cabf3d4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55527217-8d61-44d6-8af0-34917fb96664,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:01:53.932930 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-5e4cbc88-ab68-4ad8-9dce-7982aee1ce0e req-11f70e66-71f3-40f3-a173-ee84685af0b2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0313249 Jun 30 22:01:55.012904 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-63ff1cd7-63a9-41d5-a52e-bb502328272c req-f75f3096-c9b6-4f5d-8455-d6e797fb1ced tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0277376 Jun 30 22:01:56.095721 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9aa296a3-2684-4f7f-994b-27d85ea6333d req-4696bd9e-4918-4f6b-8840-f11e9ac55286 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0317783 Jun 30 22:01:57.176177 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9e4d8412-292c-4a12-bb51-e3b02964f9c5 req-ed34f0eb-4cb4-4992-8ba4-9b5e006c1073 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0283728 Jun 30 22:01:58.031358 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-42d02b9a-1e8d-4947-9e86-cf63e7ea19cc tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-553693619&fields=id&tenant_id=8e70e4c8746749b4b05871bc7208778d HTTP/1.1" status: 200 len: 267 time: 0.0344012 Jun 30 22:01:58.138226 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-169bcb75-6c3c-4e71-943c-5850db9eb45d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:01:58.140375 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-169bcb75-6c3c-4e71-943c-5850db9eb45d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 808 time: 0.1025450 Jun 30 22:01:58.154770 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-44acaf85-b46e-4313-843e-f2c5206488c9 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/quotas/8e70e4c8746749b4b05871bc7208778d HTTP/1.1" status: 200 len: 375 time: 0.0091734 Jun 30 22:01:58.220419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-41ef8372-7a05-4e20-a92e-f7e010de3f7d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605307 Jun 30 22:01:58.326096 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-00986376-c5ce-4f16-a4f0-f7ad93fab736 req-955054ac-f1ec-4f54-94be-24663c679e0b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0338795 Jun 30 22:01:58.341594 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-9e89dcfd-d934-46b3-a1f6-eb39cf14c271 service neutron] 10.222.0.47 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104145 Jun 30 22:01:58.428425 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-650a8a4f-1135-4ff9-9fc6-26d67c915bc9 service neutron] 10.222.0.47 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810525 Jun 30 22:01:58.984211 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4be9c6fb-7d46-4711-a151-1a1b42cb7894 req-d7227865-228a-45c4-8e7b-691609d70e96 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0322428 Jun 30 22:01:59.466177 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5eb9e55-77fb-4731-a0c2-50bf279177be req-a19d8f40-281a-4fdd-87bf-94240e9584f6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0294101 Jun 30 22:02:00.074553 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9fe72be0-15da-4d94-a039-f1f949d86a0f req-899cb6c5-a4b8-4ddd-9c83-902ae23a7ea1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0376909 Jun 30 22:02:00.168338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-1b642deb-874d-40ff-8b9a-16fd8e4b611d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:00.169753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-1b642deb-874d-40ff-8b9a-16fd8e4b611d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 812 time: 0.1047263 Jun 30 22:02:00.221177 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-26b97a0a-2562-4b7c-908a-0a722d4dc5cf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050be1741c824e7f8bb09bdd41442d66 HTTP/1.1" status: 200 len: 379 time: 0.0333147 Jun 30 22:02:00.230217 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'port': {'device_id': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'admin_state_up': True, 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'security_groups': ['cc515688-ee06-405b-84d9-17120c55aefd']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:00.406878 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Made reservation on behalf of 050be1741c824e7f8bb09bdd41442d66 for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:02:00.410706 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:00.539707 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.20.0.11 (65b6ccdf-6791-412c-839b-f4779429ae80/bbb07cda-c23b-4e4c-8e42-2a071285cbcb/be49297b-83d7-4544-9619-a5a2930029bd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:02:00.616541 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-df6e6d84-e5ee-4e2b-a24c-392ab4fe8fdb req-1e16474b-0c5c-4bc2-97df-d34a580dc9ea tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0396211 Jun 30 22:02:00.705217 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:00.719163 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Transition to ACTIVE for port object be49297b-83d7-4544-9619-a5a2930029bd will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:02:00.828440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:00.872667 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 65b6ccdf-6791-412c-839b-f4779429ae80 is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:02:00.876409 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:02:00.880073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:02:00.904045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:00.932404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:00.933052 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.069765 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21a4a6a9-04c0-49a2-934a-6f938816d145 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8431404 Jun 30 22:02:01.093444 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Request body: {'port': {'device_id': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:01.142881 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ac6e4ef3-8cf2-4105-bbed-88e624e2e4c3 None None] Provisioning for port be49297b-83d7-4544-9619-a5a2930029bd completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:02:01.146940 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-ac6e4ef3-8cf2-4105-bbed-88e624e2e4c3 None None] Provisioning complete for port be49297b-83d7-4544-9619-a5a2930029bd triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:02:01.147256 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ac6e4ef3-8cf2-4105-bbed-88e624e2e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.167172 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-806c163c-e54c-4217-93fc-0f1f596fead6 req-ffc11f8d-0c4e-4201-9c34-29bb84890bae tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0360065 Jun 30 22:02:01.191720 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-ac6e4ef3-8cf2-4105-bbed-88e624e2e4c3 None None] Port be49297b-83d7-4544-9619-a5a2930029bd cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:02:01.203912 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.468745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be49297b-83d7-4544-9619-a5a2930029bd {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 22:02:01.476398 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.488697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Transition to ACTIVE for port object be49297b-83d7-4544-9619-a5a2930029bd will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:02:01.559980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.607559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Pushing event updated for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:01.695260 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Attempting to bind port be49297b-83d7-4544-9619-a5a2930029bd on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:02:01.695637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Attempting to bind port be49297b-83d7-4544-9619-a5a2930029bd by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:02:01.695938 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Attempting to bind port be49297b-83d7-4544-9619-a5a2930029bd on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:02:01.707360 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Port be49297b-83d7-4544-9619-a5a2930029bd on network 65b6ccdf-6791-412c-839b-f4779429ae80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 22:02:01.707680 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Attempting to bind port be49297b-83d7-4544-9619-a5a2930029bd on network 65b6ccdf-6791-412c-839b-f4779429ae80 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:02:01.716708 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:02:01.717049 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Checking segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:02:01.717456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Bound using segment: {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:02:01.718339 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Bound port: be49297b-83d7-4544-9619-a5a2930029bd, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:02:01.718339 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.827206 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:02:01.830992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be49297b-83d7-4544-9619-a5a2930029bd,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:02:01.849078 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775c3d00-720a-43b6-ae32-dbe29c6468a8 req-9795d073-4367-4e50-b7ff-43237aa578e2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:01.850603 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-775c3d00-720a-43b6-ae32-dbe29c6468a8 req-9795d073-4367-4e50-b7ff-43237aa578e2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.0928128 Jun 30 22:02:01.887806 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-775c3d00-720a-43b6-ae32-dbe29c6468a8 req-1ac8bb22-d2ea-4b97-9d69-9f37468f0497 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314279 Jun 30 22:02:01.909375 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.942979 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:01.943591 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:01.945029 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] 10.222.0.55 "PUT /v2.0/ports/be49297b-83d7-4544-9619-a5a2930029bd HTTP/1.1" status: 200 len: 1094 time: 0.8567085 Jun 30 22:02:01.945573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:01.947672 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e041416-ad43-4199-ae84-7b92c27dd30a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:01.981573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77e2f-527b-4704-a2c7-02d2ccd73001 service neutron] Pushing event updated for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:01.989647 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a20257-b917-4673-8079-77bca6d532d2 x-openstack-request-id: req-c6a20257-b917-4673-8079-77bca6d532d2 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:01.989943 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:01.990194 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6a20257-b917-4673-8079-77bca6d532d2 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:01.990584 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd', 'status': 'completed', 'code': 200} Jun 30 22:02:02.087878 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-0e09b859-2291-4c48-a48a-8af08f943daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.089455 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-0e09b859-2291-4c48-a48a-8af08f943daf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1097 time: 0.0581532 Jun 30 22:02:02.192329 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-a389877c-ec9f-42c8-b1f5-4ea6dc442a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.193952 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-a389877c-ec9f-42c8-b1f5-4ea6dc442a02 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=050be1741c824e7f8bb09bdd41442d66&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0926723 Jun 30 22:02:02.259957 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ad4a0125-ea19-4cd8-9c19-875c4f52353a req-b41b8062-ff38-4f95-a704-0a772fddea30 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0345514 Jun 30 22:02:02.317046 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-6e561af7-6ddd-4be0-91d7-ecba9d9c5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.318544 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0e041416-ad43-4199-ae84-7b92c27dd30a req-6e561af7-6ddd-4be0-91d7-ecba9d9c5bcf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176362 Jun 30 22:02:02.426026 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-2808dcf9-15cc-4c60-84e1-67dc8554d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.427467 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-2808dcf9-15cc-4c60-84e1-67dc8554d80d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1097 time: 0.0512040 Jun 30 22:02:02.477776 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-a70c6636-0f4a-48f9-b889-5940d96a4837 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be49297b-83d7-4544-9619-a5a2930029bd HTTP/1.1" status: 200 len: 217 time: 0.0377679 Jun 30 22:02:02.531634 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-58d835e6-eb17-4230-9f42-cc759efc586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.533362 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-58d835e6-eb17-4230-9f42-cc759efc586e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0494826 Jun 30 22:02:02.589197 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-68f21051-2c37-44f3-8a58-7b15b0d02474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:02.590713 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-68f21051-2c37-44f3-8a58-7b15b0d02474 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513120 Jun 30 22:02:02.971357 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-21269319-4166-4f59-8180-38df7a8274c3 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742199 Jun 30 22:02:03.100481 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9f40f009-8bcc-46ad-84a1-e22ea19d6920 req-85eaee10-6b68-430f-825d-1e5e0139fd5c service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228907 Jun 30 22:02:03.115440 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5c45c-116b-42a6-b7ea-5a5729847b5e req-21be836c-8010-425d-9dc7-ecbb8c8fad6a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:03.116859 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dd5c45c-116b-42a6-b7ea-5a5729847b5e req-21be836c-8010-425d-9dc7-ecbb8c8fad6a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.1144893 Jun 30 22:02:03.156481 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3dd5c45c-116b-42a6-b7ea-5a5729847b5e req-a98ca258-439b-491d-bf03-896204f1621b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339067 Jun 30 22:02:03.398364 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-551d3ea8-a9bc-45e3-bb4e-e0e403aecd82 req-c59e691c-d33b-4441-bd1b-5c8bbf5d7a50 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0297637 Jun 30 22:02:04.331366 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86fe4c-4731-4481-889c-dbbb2024973b req-70a8f91f-167e-4d28-9aeb-9366d8ba3f3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:04.332805 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a86fe4c-4731-4481-889c-dbbb2024973b req-70a8f91f-167e-4d28-9aeb-9366d8ba3f3c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.0635657 Jun 30 22:02:04.369823 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1a86fe4c-4731-4481-889c-dbbb2024973b req-d268436d-3533-4722-8e84-e688e9279db2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315201 Jun 30 22:02:04.538121 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9acf1142-be31-4360-9afc-0ac8ecaefe8c req-2c2a9cca-af25-44b2-9f78-e781c6aac140 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0328763 Jun 30 22:02:05.372230 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-9da96d79-e8df-4ee5-866d-9c9e48961e6b tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:05.373729 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-9da96d79-e8df-4ee5-866d-9c9e48961e6b tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 808 time: 0.0980942 Jun 30 22:02:05.422452 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-cf3c49cd-e23f-4bdc-9dda-e8b410be11fb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e70e4c8746749b4b05871bc7208778d HTTP/1.1" status: 200 len: 379 time: 0.0349815 Jun 30 22:02:05.430877 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'port': {'device_id': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'admin_state_up': True, 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'security_groups': ['7570a077-dc64-4cdb-b69e-1ba3db5532f9']}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:05.590724 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681f2f-f4c8-4065-88df-d6ef96a20540 req-fd2aee1c-564d-4070-b7af-1e6798c16f1a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:05.592241 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c9681f2f-f4c8-4065-88df-d6ef96a20540 req-fd2aee1c-564d-4070-b7af-1e6798c16f1a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.1024015 Jun 30 22:02:05.632852 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c9681f2f-f4c8-4065-88df-d6ef96a20540 req-8ba30575-3c47-4ac1-928b-63cb03c938d2 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334723 Jun 30 22:02:05.651322 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Made reservation on behalf of 8e70e4c8746749b4b05871bc7208778d for: {'port': 1} {{(pid=105232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 22:02:05.655749 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:05.699295 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d378f5a1-70d5-4fc5-9eb1-8bcc9eab668b req-6fd45aae-f8a7-4f02-9d34-3ba466c0459a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0407040 Jun 30 22:02:05.812863 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Allocated IP 172.20.0.14 (5670f408-7339-4292-977e-78a5bf61196b/c7476d22-e279-47e1-98b7-f551fb825413/5c90cffd-2c68-4783-9c6d-64e0a8ca43dc) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:02:05.952936 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:05.966409 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Transition to ACTIVE for port object 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc will not be triggered until provisioned by entity DHCP. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:02:06.073487 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.119301 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Network 5670f408-7339-4292-977e-78a5bf61196b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:02:06.122375 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:02:06.126062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:02:06.149656 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:06.180331 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:06.180950 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.267981 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-a615e8cb-7891-476d-a598-cd0925348127 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8407614 Jun 30 22:02:06.286293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Request body: {'port': {'device_id': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:06.364842 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.446186 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-a0f9abde-4e49-47f9-86f2-80a4138fe818 None None] Provisioning for port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc completed by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:02:06.449975 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-a0f9abde-4e49-47f9-86f2-80a4138fe818 None None] Provisioning complete for port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc triggered by entity DHCP. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:02:06.450344 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a0f9abde-4e49-47f9-86f2-80a4138fe818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.486554 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-a0f9abde-4e49-47f9-86f2-80a4138fe818 None None] Port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc cannot update to ACTIVE because it is not bound. {{(pid=105234) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 22:02:06.630678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc {{(pid=105232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 22:02:06.637959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.654377 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.provisioning_blocks [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Transition to ACTIVE for port object 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc will not be triggered until provisioned by entity L2. {{(pid=105232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 22:02:06.720454 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:06.814280 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:06.944013 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afecb17-85a7-4b2f-a2e6-24f18de53f13 req-9889d2d5-d5d2-4bab-ad90-14c8f15c89e1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:06.945492 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7afecb17-85a7-4b2f-a2e6-24f18de53f13 req-9889d2d5-d5d2-4bab-ad90-14c8f15c89e1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.1913443 Jun 30 22:02:06.980242 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Attempting to bind port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc on host hv-cinder-78445 for vnic_type normal with profile {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 22:02:06.980577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Attempting to bind port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 22:02:06.980944 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Attempting to bind port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc on network 5670f408-7339-4292-977e-78a5bf61196b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:02:06.991482 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc on network 5670f408-7339-4292-977e-78a5bf61196b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 22:02:06.991811 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Attempting to bind port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc on network 5670f408-7339-4292-977e-78a5bf61196b {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 22:02:07.002354 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e171f-246c-4e6a-bd8a-c3143aab2f6c req-9ab0c796-567f-40d0-a1df-f369b1db0ae3 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.003842 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-488e171f-246c-4e6a-bd8a-c3143aab2f6c req-9ab0c796-567f-40d0-a1df-f369b1db0ae3 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.1593213 Jun 30 22:02:07.029481 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Checking agent: {'id': '5242778f-e0dd-4628-a2b8-06e67ab8b815', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'started_at': datetime.datetime(2021, 6, 30, 21, 50, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 22, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 22:02:07.029978 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Checking segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 22:02:07.030620 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Bound using segment: {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'} {{(pid=105232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 22:02:07.031073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.managers [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Bound port: 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e25ba09d-06dc-424d-8d6c-6fadc070518d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '5670f408-7339-4292-977e-78a5bf61196b'}}] {{(pid=105232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 22:02:07.031443 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:07.049517 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7afecb17-85a7-4b2f-a2e6-24f18de53f13 req-3dbe2d4f-b009-4219-883a-a009c002cad9 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921190 Jun 30 22:02:07.095676 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-488e171f-246c-4e6a-bd8a-c3143aab2f6c req-46dc0d6f-376c-48f6-afed-9f73496722d8 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857444 Jun 30 22:02:07.120834 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, cleared binding levels {{(pid=105232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 22:02:07.124758 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 22:02:07.194889 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:07.230542 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.230933 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:07.232360 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] 10.222.0.55 "PUT /v2.0/ports/5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1094 time: 0.9508829 Jun 30 22:02:07.235081 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:07.237373 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d0d6d-7414-4585-bb39-b4b7955563a1" -d '{"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:07.269912 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698d2a1-9e57-49ac-98a6-22433daeff46 service neutron] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=3']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:07.289761 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93a53a6-0c6f-4851-80b1-b6cda11d882e x-openstack-request-id: req-c93a53a6-0c6f-4851-80b1-b6cda11d882e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:07.290094 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:07.290524 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c93a53a6-0c6f-4851-80b1-b6cda11d882e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:07.290786 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'status': 'completed', 'code': 200} Jun 30 22:02:07.386703 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-43c48e28-9a7e-4cea-9c24-22141d1ed612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.388294 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-43c48e28-9a7e-4cea-9c24-22141d1ed612 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1097 time: 0.0552180 Jun 30 22:02:07.492534 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-4760d6b9-8015-434c-9491-f95d619e3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.493891 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-4760d6b9-8015-434c-9491-f95d619e3090 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8e70e4c8746749b4b05871bc7208778d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0931184 Jun 30 22:02:07.583609 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-783ca243-fe10-420d-a496-84b3ed58523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.585059 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-021d0d6d-7414-4585-bb39-b4b7955563a1 req-783ca243-fe10-420d-a496-84b3ed58523b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850296 Jun 30 22:02:07.695604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-6088b86e-95f4-40a4-ad1c-187a1f061dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.697074 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-6088b86e-95f4-40a4-ad1c-187a1f061dff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1097 time: 0.0513582 Jun 30 22:02:07.745493 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-010504a5-28be-4a26-a08d-c8a9df31fb88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 217 time: 0.0367699 Jun 30 22:02:07.792065 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-b1425190-cffd-4ade-b221-7b0aa849ef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.793431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-b1425190-cffd-4ade-b221-7b0aa849ef2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0420218 Jun 30 22:02:07.847295 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-9c112598-7b89-4662-aa52-ee2f98753187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:07.848715 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-9c112598-7b89-4662-aa52-ee2f98753187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496650 Jun 30 22:02:07.944466 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-008b1b6f-15ce-48e7-8490-bc7d4c374f35 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889282 Jun 30 22:02:08.031945 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-4ca654a2-42f4-4c46-8349-8ae350daffb5 req-bded16bb-200e-496a-ab3a-723fe4dc37b1 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804677 Jun 30 22:02:08.256754 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811408ec-2c3b-41f5-bfd0-ad066d98575c req-407a3abd-3a7c-449c-aaee-1d47723f865a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:08.258233 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-811408ec-2c3b-41f5-bfd0-ad066d98575c req-407a3abd-3a7c-449c-aaee-1d47723f865a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.0942485 Jun 30 22:02:08.308531 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-811408ec-2c3b-41f5-bfd0-ad066d98575c req-d708b92f-7a2a-40ec-aae8-c149eda015c1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 Jun 30 22:02:08.316426 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98beae-831d-4459-b709-ec66b27614b3 req-62d3022f-bcc3-4eda-930e-65117657c926 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:08.317923 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6a98beae-831d-4459-b709-ec66b27614b3 req-62d3022f-bcc3-4eda-930e-65117657c926 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.1057358 Jun 30 22:02:08.354502 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6a98beae-831d-4459-b709-ec66b27614b3 req-1a4e2fcf-2a35-4339-8f05-4f390d1e4ff0 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309651 Jun 30 22:02:09.488202 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a663fe-a1e9-403f-a2e1-697fe05a3810 req-d2db9e9f-6e40-421f-baa7-a2cbbb744506 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:09.489643 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-65a663fe-a1e9-403f-a2e1-697fe05a3810 req-d2db9e9f-6e40-421f-baa7-a2cbbb744506 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.0727670 Jun 30 22:02:09.551081 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-65a663fe-a1e9-403f-a2e1-697fe05a3810 req-a5169b87-0b7b-4fec-b329-618a443719cf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429928 Jun 30 22:02:09.568286 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dedf6-e054-4425-b8ee-1d75bcb418e9 req-2cdf383a-fb4b-4ff9-83ae-05b079ce24ba tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:09.569719 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-670dedf6-e054-4425-b8ee-1d75bcb418e9 req-2cdf383a-fb4b-4ff9-83ae-05b079ce24ba tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.1007385 Jun 30 22:02:09.606960 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-670dedf6-e054-4425-b8ee-1d75bcb418e9 req-b59fca7c-4246-464f-bf80-62e74d029495 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317550 Jun 30 22:02:10.504747 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device be49297b-83d7-4544-9619-a5a2930029bd details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 22:02:10.596982 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be49297b-83d7-4544-9619-a5a2930029bd,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:10.611847 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': 'be49297b-83d7-4544-9619-a5a2930029bd', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'port_id': 'be49297b-83d7-4544-9619-a5a2930029bd', 'mac_address': 'fa:16:3e:9c:8b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 706, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 22:02:10.649702 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:10.663017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be49297b-83d7-4544-9619-a5a2930029bd {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 22:02:10.683029 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be49297b-83d7-4544-9619-a5a2930029bd,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:10.727157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d143795-d325-4420-9600-563cf8780d11 req-be2fe413-cd55-4781-a968-619f790b088d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:10.728691 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d143795-d325-4420-9600-563cf8780d11 req-be2fe413-cd55-4781-a968-619f790b088d tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 944 time: 0.0666852 Jun 30 22:02:10.749893 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:10.797770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:10.802594 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d143795-d325-4420-9600-563cf8780d11 req-2650750e-9c57-4018-ad91-18d81764b0a4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638900 Jun 30 22:02:10.804867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.805213 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.805564 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.805944 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.806395 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.806733 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.807061 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.807387 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.807709 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.808034 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.808454 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.808778 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:10.824552 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3606f-89e6-4505-a943-4b3fcfe0eaad req-8fc6b99e-9091-4815-a756-d67b3d6cb4cc tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:10.826021 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44c3606f-89e6-4505-a943-4b3fcfe0eaad req-8fc6b99e-9091-4815-a756-d67b3d6cb4cc tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0965011 Jun 30 22:02:10.863556 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-44c3606f-89e6-4505-a943-4b3fcfe0eaad req-638fc551-9b6d-4605-99c2-0a439514fc4c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316834 Jun 30 22:02:11.035375 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['be49297b-83d7-4544-9619-a5a2930029bd'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 22:02:11.972604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d07e36-d151-42ea-bfe3-6f2ef8009a65 req-fa4e46a8-1ebd-4d21-9c78-e0445f9e1ec1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:11.974059 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e9d07e36-d151-42ea-bfe3-6f2ef8009a65 req-fa4e46a8-1ebd-4d21-9c78-e0445f9e1ec1 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 945 time: 0.0631001 Jun 30 22:02:12.043000 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e9d07e36-d151-42ea-bfe3-6f2ef8009a65 req-bc0fa3d1-9432-4005-baeb-3eb00ac90bf8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590878 Jun 30 22:02:12.065293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a6215-eac5-444d-b788-33781e2b9234 req-383994e1-b6c5-4ad1-804c-2f4ce65f8f3b tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:12.066767 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a0a6215-eac5-444d-b788-33781e2b9234 req-383994e1-b6c5-4ad1-804c-2f4ce65f8f3b tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0918474 Jun 30 22:02:12.103421 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2a0a6215-eac5-444d-b788-33781e2b9234 req-dc72ee8c-0cbf-4aa1-aad5-48d9c62261a2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310979 Jun 30 22:02:12.519436 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device be49297b-83d7-4544-9619-a5a2930029bd up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:02:12.651745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port be49297b-83d7-4544-9619-a5a2930029bd completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:02:12.656186 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port be49297b-83d7-4544-9619-a5a2930029bd triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:02:12.656605 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:12.738619 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:12.761043 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:12.763291 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc8c13a-5f21-4c2f-9418-e9babca2adc0" -d '{"events": [{"server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "name": "network-vif-plugged", "status": "completed", "tag": "be49297b-83d7-4544-9619-a5a2930029bd"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:12.776147 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be49297b-83d7-4544-9619-a5a2930029bd,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:12.800951 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c145244-b741-41a1-bf05-c45ae540d136 x-openstack-request-id: req-3c145244-b741-41a1-bf05-c45ae540d136 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:12.801240 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "name": "network-vif-plugged", "status": "completed", "tag": "be49297b-83d7-4544-9619-a5a2930029bd", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:12.801490 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c145244-b741-41a1-bf05-c45ae540d136 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:12.801902 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd', 'code': 200} Jun 30 22:02:12.897520 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:12.946380 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:13.296672 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a58035-21d0-47b7-a29e-28b78bbd3207 req-0d8d1d76-aff8-4927-b435-7985dcda26b4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:13.298223 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98a58035-21d0-47b7-a29e-28b78bbd3207 req-0d8d1d76-aff8-4927-b435-7985dcda26b4 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.1390386 Jun 30 22:02:13.300534 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70d036-5a2e-4d63-bd4c-72112e409cdb req-a39346f1-ce45-421a-a8bb-c6efaacf4889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:13.301895 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2f70d036-5a2e-4d63-bd4c-72112e409cdb req-a39346f1-ce45-421a-a8bb-c6efaacf4889 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1099 time: 0.1324494 Jun 30 22:02:13.359506 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7f198-b962-4709-bf02-0e41ce82d08e req-305496e7-02ec-465f-b758-0885c2ed06d1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:13.360914 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-75a7f198-b962-4709-bf02-0e41ce82d08e req-305496e7-02ec-465f-b758-0885c2ed06d1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.1370959 Jun 30 22:02:13.372839 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-98a58035-21d0-47b7-a29e-28b78bbd3207 req-e17213b1-e094-4230-92fd-1ad33436ec6a tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677431 Jun 30 22:02:13.390587 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2f70d036-5a2e-4d63-bd4c-72112e409cdb req-8dff3d93-2e62-4b60-8ac3-1a92b6a57518 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766885 Jun 30 22:02:13.409116 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-75a7f198-b962-4709-bf02-0e41ce82d08e req-27b8f829-0cf8-4266-9191-fd68bf612592 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391746 Jun 30 22:02:14.597504 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7d999-614f-4b52-a540-652b490e32b6 req-3ac5c201-71d0-40de-b055-614376ba50d8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:14.599044 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1c7d999-614f-4b52-a540-652b490e32b6 req-3ac5c201-71d0-40de-b055-614376ba50d8 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.1084905 Jun 30 22:02:14.610800 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973db16-741d-4b2f-b198-78af7d51862d req-cc4d6909-3e4a-4ea5-ab14-6e124535b3eb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:14.612188 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9973db16-741d-4b2f-b198-78af7d51862d req-cc4d6909-3e4a-4ea5-ab14-6e124535b3eb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0904448 Jun 30 22:02:14.668701 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b1c7d999-614f-4b52-a540-652b490e32b6 req-994fb7de-7ed3-41f1-893c-b662a52c582c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554826 Jun 30 22:02:14.671414 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9973db16-741d-4b2f-b198-78af7d51862d req-a0db247e-b9d0-44f9-af79-bf590821e7b5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524781 Jun 30 22:02:15.811878 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:15.886608 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081e3f-173e-4de9-856d-a977481cdda4 req-af80a2a4-9582-494f-8d48-f796b2d2b457 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:15.888055 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3f081e3f-173e-4de9-856d-a977481cdda4 req-af80a2a4-9582-494f-8d48-f796b2d2b457 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.1048975 Jun 30 22:02:15.895626 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da6744-a175-4a83-9b66-a8d36e33e838 req-724ae796-c9cf-40c8-bb57-a78f924a39fe tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:15.896953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-80da6744-a175-4a83-9b66-a8d36e33e838 req-724ae796-c9cf-40c8-bb57-a78f924a39fe tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.1047366 Jun 30 22:02:15.951261 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3f081e3f-173e-4de9-856d-a977481cdda4 req-93ec8fcc-4fb3-4ce6-80c7-fac5c8f17705 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532987 Jun 30 22:02:15.954404 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-80da6744-a175-4a83-9b66-a8d36e33e838 req-a6bc51d8-fc49-4e06-bc0f-488cffc3ff73 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508547 Jun 30 22:02:16.122969 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f199ed1-c6ac-4352-ac4a-d34e6835fea0 req-3204b3ff-936f-43cb-9ea9-5b9b01154282 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:16.125020 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7f199ed1-c6ac-4352-ac4a-d34e6835fea0 req-3204b3ff-936f-43cb-9ea9-5b9b01154282 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.0613945 Jun 30 22:02:16.161591 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7f199ed1-c6ac-4352-ac4a-d34e6835fea0 req-84c8feef-fa81-447a-9159-991496b6512f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311186 Jun 30 22:02:16.185526 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33748) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:02:16.371915 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300bf0ed-7ce7-45f1-950b-6df1b4adac6a tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:16.373950 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-300bf0ed-7ce7-45f1-950b-6df1b4adac6a tempest-TestVolumeBootPattern-2001109637 tempest-TestVolumeBootPattern-2001109637-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1094 time: 0.1863217 Jun 30 22:02:16.376764 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33752) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:02:16.381002 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'port_id': 'be49297b-83d7-4544-9619-a5a2930029bd', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:16.461147 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.535211 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 22:02:16.555551 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.630741 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:16.642161 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'mac_address': 'fa:16:3e:81:90:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 22:02:16.665881 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Allocated IP 172.27.1.37 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/0cc28a12-2c0a-4e63-b31d-e29bb29b26dd) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:02:16.678740 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.697446 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 22:02:16.719470 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:16.738077 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:02:16.769484 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.782072 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.833398 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=4']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:16.873356 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:16.915684 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:02:16.918523 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:02:16.922369 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:02:16.927509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=0cc28a12-2c0a-4e63-b31d-e29bb29b26dd,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:17.072593 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 22:02:17.076629 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-16be090c-5b47-4329-8ce5-fc82e3f2cbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:17.204178 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4d32b-47d6-403a-a3f9-e986a85aaf3d req-bcd517d8-e8a4-4ac2-8f72-196de74fce71 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:17.206004 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbc4d32b-47d6-403a-a3f9-e986a85aaf3d req-bcd517d8-e8a4-4ac2-8f72-196de74fce71 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 945 time: 0.1259854 Jun 30 22:02:17.292461 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cbc4d32b-47d6-403a-a3f9-e986a85aaf3d req-17164171-e304-40d1-8c09-287903be6c00 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512164 Jun 30 22:02:17.648607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:17.774253 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:17.924194 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.006431 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.074962 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event updated for resources: {'Port': ['ID=0cc28a12-2c0a-4e63-b31d-e29bb29b26dd,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:18.085179 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.185816 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP afa5810f-0428-46f3-a59b-7d1eb52aafae associated. External IP: 172.27.1.37, port: be49297b-83d7-4544-9619-a5a2930029bd. Jun 30 22:02:18.395637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:02:18.544529 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3662c-81ab-4e55-90b3-cee5580c23ef req-29d175e1-28cd-43c8-b407-a669cb400ac6 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:18.546848 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bda3662c-81ab-4e55-90b3-cee5580c23ef req-29d175e1-28cd-43c8-b407-a669cb400ac6 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 945 time: 0.1396823 Jun 30 22:02:18.550215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:02:18.559944 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:02:18.566631 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:02:18.591252 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-bda3662c-81ab-4e55-90b3-cee5580c23ef req-98164b76-6e65-45dd-9b15-f415b7cdad0e tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365982 Jun 30 22:02:18.591488 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:02:18.592820 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:18.656364 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.695193 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-611b05fd-4690-4c88-a3de-12dcdbdce09c tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3174057 Jun 30 22:02:18.695786 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:18.698051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51584fe-dced-40e2-95b8-59a455d05d26" -d '{"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:18.722873 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:02:18.736341 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f9b5a3-9b03-4b82-8e03-d53b3e2a0879 x-openstack-request-id: req-41f9b5a3-9b03-4b82-8e03-d53b3e2a0879 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:18.736635 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:18.736886 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41f9b5a3-9b03-4b82-8e03-d53b3e2a0879 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:18.737280 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd', 'status': 'completed', 'code': 200} Jun 30 22:02:18.755166 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning for port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc completed by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 22:02:18.762817 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:02:18.763158 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.833489 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-dd681863-296b-4f9c-817d-625cade728d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:18.835075 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-dd681863-296b-4f9c-817d-625cade728d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1099 time: 0.0533834 Jun 30 22:02:18.926221 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-9a2d6c82-0601-49dc-ba4c-c87fab2e1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:18.927670 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-9a2d6c82-0601-49dc-ba4c-c87fab2e1c37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0861199 Jun 30 22:02:18.952889 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:18.996431 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-95e72435-5f1a-4aee-8eab-0e3e378aa95b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be49297b-83d7-4544-9619-a5a2930029bd HTTP/1.1" status: 200 len: 999 time: 0.0613179 Jun 30 22:02:19.001067 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:19.003298 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6831147f-0318-4183-8231-0d41946ccc44" -d '{"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-plugged", "status": "completed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:19.021669 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:02:19.037771 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}, {'id': 'afa5810f-0428-46f3-a59b-7d1eb52aafae', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': 'be49297b-83d7-4544-9619-a5a2930029bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:9c:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:17Z', 'updated_at': '2021-06-30T22:02:17Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:19.042773 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d750a2-5a69-401b-9137-6b73e7cbadd2 x-openstack-request-id: req-f4d750a2-5a69-401b-9137-6b73e7cbadd2 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:19.043092 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-plugged", "status": "completed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:19.043347 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4d750a2-5a69-401b-9137-6b73e7cbadd2 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:19.043734 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'code': 200} Jun 30 22:02:19.045847 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-64e96d65-ce24-4b34-a534-bed26c42664a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:19.047435 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-64e96d65-ce24-4b34-a534-bed26c42664a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0449317 Jun 30 22:02:19.066867 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:02:19.077254 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:02:19.077881 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:01:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:19.128073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-7a744b9f-7604-4aa0-9fa7-e41188fa523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:19.129602 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-7a744b9f-7604-4aa0-9fa7-e41188fa523f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541515 Jun 30 22:02:19.176878 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:19.227963 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-3f149329-3a64-457d-954b-6c297218dfe6 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907564 Jun 30 22:02:19.232754 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:02:19.284822 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=5']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:19.324282 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a51584fe-dced-40e2-95b8-59a455d05d26 req-b4c5c8ff-cf91-4d8f-aa97-6efcdf53a4e9 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895762 Jun 30 22:02:19.332601 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-29969b38-7b7e-403e-9b7a-3904aee4df78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:19.539408 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ce3aa-964a-4cf4-b52f-2041d694f098 req-12aee1c7-8c80-4b41-b52f-ffca066beece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:19.540796 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c57ce3aa-964a-4cf4-b52f-2041d694f098 req-12aee1c7-8c80-4b41-b52f-ffca066beece service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0541816 Jun 30 22:02:19.574030 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c57ce3aa-964a-4cf4-b52f-2041d694f098 req-3db21f16-2408-466c-b352-b5b2658c7134 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269768 Jun 30 22:02:19.601556 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}, {'id': 'afa5810f-0428-46f3-a59b-7d1eb52aafae', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': 'be49297b-83d7-4544-9619-a5a2930029bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:9c:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:17Z', 'updated_at': '2021-06-30T22:02:17Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:19.632604 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbcd6eb-71e1-4e53-a02a-d8394d9f5bb2 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}, {'id': 'afa5810f-0428-46f3-a59b-7d1eb52aafae', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.37', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': 'be49297b-83d7-4544-9619-a5a2930029bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:9c:8b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:17Z', 'updated_at': '2021-06-30T22:02:17Z', 'revision_number': 0, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:02:19.776439 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a56c6-6e22-48e8-bb34-de56f5adf83f req-e11a8a2c-293b-4a23-8bbe-7f7c45bea667 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:19.778369 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f35a56c6-6e22-48e8-bb34-de56f5adf83f req-e11a8a2c-293b-4a23-8bbe-7f7c45bea667 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0665300 Jun 30 22:02:19.815706 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01450c4-1885-49e7-a5bf-5fc6ce1d4b76 None None] New status for floating IP afa5810f-0428-46f3-a59b-7d1eb52aafae: ACTIVE {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:02:19.818786 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f35a56c6-6e22-48e8-bb34-de56f5adf83f req-59d077d2-35cb-449f-9030-4ca375fb78d8 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341191 Jun 30 22:02:20.080566 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:20.417120 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:20.999821 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860844c-614c-413d-978f-88faa298e6c5 req-a33f51fe-76ca-4964-ac9c-c8564ba91589 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:21.001207 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9860844c-614c-413d-978f-88faa298e6c5 req-a33f51fe-76ca-4964-ac9c-c8564ba91589 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0689561 Jun 30 22:02:21.036861 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-9860844c-614c-413d-978f-88faa298e6c5 req-88de389b-64c4-4c75-abe0-a062676d0249 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301902 Jun 30 22:02:21.214675 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69a0d-874f-4e8c-adf5-c47aad44c7ba req-6db8376a-6791-4130-ac5d-1401e2098b07 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:21.218042 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88c69a0d-874f-4e8c-adf5-c47aad44c7ba req-6db8376a-6791-4130-ac5d-1401e2098b07 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0650177 Jun 30 22:02:21.257993 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-88c69a0d-874f-4e8c-adf5-c47aad44c7ba req-2e5ec34a-5d84-4872-8000-28ce9d7ce5f6 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Jun 30 22:02:21.279097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33770) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:02:21.440338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40315bf-ac41-4da2-bd74-32db0602f901 tempest-TestShelveInstance-254202654 tempest-TestShelveInstance-254202654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:21.441877 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f40315bf-ac41-4da2-bd74-32db0602f901 tempest-TestShelveInstance-254202654 tempest-TestShelveInstance-254202654-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1094 time: 0.1612194 Jun 30 22:02:21.444814 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33774) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:02:21.449101 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.v2.base [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Request body: {'floatingip': {'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 22:02:21.547350 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for floatingip, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:21.643113 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:21.744354 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_common [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Allocated IP 172.27.1.254 (8f1eca41-97a6-4607-9c63-a38e122a738b/c9584356-91f1-4e7e-803c-98c29e251bd8/2f66406a-a2fc-4a3f-a9c2-a738b7b28422) {{(pid=105232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 22:02:21.848008 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for port, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:21.960559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3768817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779841468097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25395837'] for port, after_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:21.999979 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Network 8f1eca41-97a6-4607-9c63-a38e122a738b is already hosted by enough agents. {{(pid=105232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 22:02:22.002827 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.base_scheduler [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Resources bound (agent type, host, resource id): {{(pid=105232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 22:02:22.005191 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Received port after_create {{(pid=105232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 22:02:22.028713 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'Port': ['ID=2f66406a-a2fc-4a3f-a9c2-a738b7b28422,revision_number=1']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:22.041427 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.041772 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.042138 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.042472 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.042803 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.043131 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.043456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.043775 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.044098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.044419 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.044738 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.045071 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:02:22.149625 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.383213 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.528675 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.671914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for port, precommit_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.726004 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25395823'] for port, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.800289 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event updated for resources: {'Port': ['ID=2f66406a-a2fc-4a3f-a9c2-a738b7b28422,revision_number=2']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:02:22.811660 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-553377'] for floatingip, after_update {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:22.908189 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Floating IP fc80c4ff-8484-48fd-815d-41ee4a78fd52 associated. External IP: 172.27.1.254, port: 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc. Jun 30 22:02:23.106728 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Router 7ca12552-b552-42f6-a1ca-8e934351a56c has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:02:23.222115 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:02:23.231736 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Sync routers for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:02:23.241508 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:02:23.242163 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:02:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:23.291809 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:23.341259 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7ff66640-3cce-424d-8a02-cd5068476f7f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8835306 Jun 30 22:02:23.341259 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:02:23.341259 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543ddb05-afe6-47c2-8858-1c250f802e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:02:23.351777 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:02:23.374589 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb00c7-7f90-4c1c-b90b-625c3d830d52 x-openstack-request-id: req-0acb00c7-7f90-4c1c-b90b-625c3d830d52 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:02:23.378245 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:02:23.378245 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0acb00c7-7f90-4c1c-b90b-625c3d830d52 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:02:23.378245 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'status': 'completed', 'code': 200} Jun 30 22:02:23.488642 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-b0b9b101-b01c-4e4e-8333-114b1b797455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:23.490187 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-b0b9b101-b01c-4e4e-8333-114b1b797455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0521908 Jun 30 22:02:23.575609 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'fc80c4ff-8484-48fd-815d-41ee4a78fd52', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'mac_address': 'fa:16:3e:81:90:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:22Z', 'updated_at': '2021-06-30T22:02:22Z', 'revision_number': 0, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:23.589162 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-d6738213-bc0d-4e58-920b-be70d006e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:23.590699 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-d6738213-bc0d-4e58-920b-be70d006e35f service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0891128 Jun 30 22:02:23.605294 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Checking router: 7ca12552-b552-42f6-a1ca-8e934351a56c for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:02:23.613793 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:02:23.614436 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:02:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:23.658746 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-59f62cfd-569d-4845-805d-f6caad93e9f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1000 time: 0.0581415 Jun 30 22:02:23.711472 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-81e1b121-341a-402f-9f20-238c1ddcbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:23.712943 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-81e1b121-341a-402f-9f20-238c1ddcbeef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0482690 Jun 30 22:02:23.720654 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:02:23.952224 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'fc80c4ff-8484-48fd-815d-41ee4a78fd52', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'mac_address': 'fa:16:3e:81:90:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:22Z', 'updated_at': '2021-06-30T22:02:22Z', 'revision_number': 0, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:02:23.979564 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58019922-1c34-4218-95e4-898148db6cf9 None None] The sync data for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi is: [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': 'fc80c4ff-8484-48fd-815d-41ee4a78fd52', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'mac_address': 'fa:16:3e:81:90:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:02:22Z', 'updated_at': '2021-06-30T22:02:22Z', 'revision_number': 0, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:02:24.056383 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-dab5bb1d-d410-4653-901c-e45c7a22aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:24.057928 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-dab5bb1d-d410-4653-901c-e45c7a22aea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3386765 Jun 30 22:02:24.147713 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-e769707e-ba8d-4fa6-b665-e640c80d58f0 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829036 Jun 30 22:02:24.157672 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1a5b27-720a-4f96-ad16-00100322a111 None None] New status for floating IP fc80c4ff-8484-48fd-815d-41ee4a78fd52: ACTIVE {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:02:24.241444 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-543ddb05-afe6-47c2-8858-1c250f802e8f req-1833605a-b2b3-443f-915e-eaa24fe9c6cd service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867171 Jun 30 22:02:45.820967 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:47.069029 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a61bac1d-38d6-4872-8f5d-02f0c52fd37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:49.258079 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-336f60a3-3622-4166-9279-4f069b1e65ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:50.051883 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:50.411445 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:51.474176 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-ee34a920-1e55-44be-a3de-d36a3a4b3484 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944335 Jun 30 22:02:51.601640 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-e2ad2083-0aed-4b85-bf39-483aa29608f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:51.603109 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-e2ad2083-0aed-4b85-bf39-483aa29608f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1098 time: 0.0510907 Jun 30 22:02:51.711602 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-bcd75ce9-b729-4edc-b538-42dac8cfdb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:51.713089 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-bcd75ce9-b729-4edc-b538-42dac8cfdb23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0886533 Jun 30 22:02:51.777152 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-03192fcb-0920-4bc5-b18b-739ae15edb98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 1001 time: 0.0573721 Jun 30 22:02:51.828161 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-e95bc5d3-ee15-4490-9afd-70218e87f068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:51.829608 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-e95bc5d3-ee15-4490-9afd-70218e87f068 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0465441 Jun 30 22:02:51.884563 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-ddab73b4-ea43-4a99-b18b-822877eee92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:02:51.886064 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-ddab73b4-ea43-4a99-b18b-822877eee92d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504084 Jun 30 22:02:51.897628 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-c6ae3889-9e70-4d3d-af20-7ee3070ca3f5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 22:02:51.898621 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-c6ae3889-9e70-4d3d-af20-7ee3070ca3f5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049188 Jun 30 22:02:51.986259 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-65c3dfaf-1591-44a4-96c5-c37d9629764f service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805423 Jun 30 22:02:52.076692 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f58805ca-956d-4a36-8df2-9b05715135b1 req-85249a5d-77c3-47f7-aba9-543e9cf5f332 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842474 Jun 30 22:02:52.148665 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:02:53.738503 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:03:15.822928 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:17.080206 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f12ac0da-a428-4bcb-b662-8577b8abbbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:19.297714 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-f6571030-3280-472a-8cfe-cbe7c963c46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:20.055181 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:20.417176 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:22.160374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:30.737560 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:03:45.820645 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.074235 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9ebdf41a-3d8a-48df-b3c9-1af90df1948d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.294236 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33810) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:03:47.456607 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port 0cc28a12-2c0a-4e63-b31d-e29bb29b26dd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:03:47.456951 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.535925 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.536252 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.548181 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for 0cc28a12-2c0a-4e63-b31d-e29bb29b26dd owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:03:47.794611 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.825194 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=0cc28a12-2c0a-4e63-b31d-e29bb29b26dd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:03:47.848868 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.849221 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.849565 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.849927 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.850264 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.850600 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.850959 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.851265 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.851593 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.851922 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.852246 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.852574 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:03:47.894533 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:47.894866 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP afa5810f-0428-46f3-a59b-7d1eb52aafae disassociated (deleted). External IP: 172.27.1.37, port: be49297b-83d7-4544-9619-a5a2930029bd. Jun 30 22:03:48.091338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:03:48.197351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:03:48.201638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:48.207261 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:03:48.216423 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:03:48.217035 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:48.240766 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-f78c8935-c036-4fef-abb8-678bb3fc8c39 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "DELETE /v2.0/floatingips/afa5810f-0428-46f3-a59b-7d1eb52aafae HTTP/1.1" status: 204 len: 168 time: 0.9454420 Jun 30 22:03:48.241360 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:03:48.243627 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ededb-1b0e-4a7b-bcf5-976ce8a32609" -d '{"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:03:48.282840 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264fd80b-ddbe-4f1f-9a3c-acfaaa1a864e x-openstack-request-id: req-264fd80b-ddbe-4f1f-9a3c-acfaaa1a864e {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:03:48.283139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "tag": "be49297b-83d7-4544-9619-a5a2930029bd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:03:48.283398 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-264fd80b-ddbe-4f1f-9a3c-acfaaa1a864e {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:03:48.283802 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd', 'status': 'completed', 'code': 200} Jun 30 22:03:48.327279 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:03:48.379225 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-40a6f7f2-2dbb-4a27-9ba2-cb288e7fccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:48.380434 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-40a6f7f2-2dbb-4a27-9ba2-cb288e7fccc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 1099 time: 0.0535419 Jun 30 22:03:48.477197 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-03e841d4-18e6-4521-b082-1f8857919f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:48.479960 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-03e841d4-18e6-4521-b082-1f8857919f63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0932734 Jun 30 22:03:48.521102 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-169d6e25-0a47-467f-be49-c90f102f9827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be49297b-83d7-4544-9619-a5a2930029bd HTTP/1.1" status: 200 len: 217 time: 0.0346105 Jun 30 22:03:48.558969 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:48.569434 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-b8f42ab1-d4af-4c99-8a3d-dad00db8172c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:48.570918 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-b8f42ab1-d4af-4c99-8a3d-dad00db8172c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0436807 Jun 30 22:03:48.584558 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:03:48.593535 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:03:48.594164 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:19Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:48.630328 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-c77a74be-7799-494b-8af0-04b70e47939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:48.632530 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-c77a74be-7799-494b-8af0-04b70e47939e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545986 Jun 30 22:03:48.707506 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:03:48.732821 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-e113c0bb-a35f-463b-a98e-330e123bbd33 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921950 Jun 30 22:03:48.860567 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-568ededb-1b0e-4a7b-bcf5-976ce8a32609 req-618224e9-39ba-4ff0-ac59-41a04d257e94 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995262 Jun 30 22:03:48.943193 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:49.004985 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b09e2-d1c5-4f59-a15d-67a3a43bd35d req-edc63bfe-77d6-4f47-a259-bdc53d27df86 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:49.006618 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7f5b09e2-d1c5-4f59-a15d-67a3a43bd35d req-edc63bfe-77d6-4f47-a259-bdc53d27df86 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.1827152 Jun 30 22:03:49.047755 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-7f5b09e2-d1c5-4f59-a15d-67a3a43bd35d req-ff52d1c1-23c1-47b2-81d1-7b599b49097f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351226 Jun 30 22:03:49.093637 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670dec2a-b85d-483a-a16b-5e186bef77bc None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_floatingips': [{'id': '55ab8dd7-35f6-4e8c-a1b6-adc091991615', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'floating_ip_address': '172.27.1.196', 'floating_network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'router_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'port_id': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'mac_address': 'fa:16:3e:c1:0e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T22:00:00Z', 'updated_at': '2021-06-30T22:00:02Z', 'revision_number': 1, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:03:49.257170 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-415a11ef-3b52-4777-9056-5f5d46c2655a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:49.314952 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1777d3-8bc6-461e-be59-3b045f9ffe66 None None] New status for floating IP afa5810f-0428-46f3-a59b-7d1eb52aafae: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:03:50.057935 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:50.270781 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912a5dc-1087-41c4-8536-132902158517 req-7c01ee1f-b7be-44ef-b291-d30f0958ae36 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:50.272201 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e912a5dc-1087-41c4-8536-132902158517 req-7c01ee1f-b7be-44ef-b291-d30f0958ae36 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.1079817 Jun 30 22:03:50.310981 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e912a5dc-1087-41c4-8536-132902158517 req-95c065f5-2f6c-493a-ad78-9fbf57c27694 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326865 Jun 30 22:03:50.434125 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:50.506249 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-de4a4927-642c-45b3-801a-6446ad4f447e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:50.507669 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-de4a4927-642c-45b3-801a-6446ad4f447e tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 946 time: 0.0659339 Jun 30 22:03:50.605477 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port be49297b-83d7-4544-9619-a5a2930029bd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:03:50.605831 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:50.695097 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] For port be49297b-83d7-4544-9619-a5a2930029bd, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=be49297b-83d7-4544-9619-a5a2930029bd,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:03:50.695457 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:50.708175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for be49297b-83d7-4544-9619-a5a2930029bd owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:03:50.920265 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:50.951887 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=be49297b-83d7-4544-9619-a5a2930029bd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:03:51.020544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] No DVR routers for this DVR port be49297b-83d7-4544-9619-a5a2930029bd on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:03:51.020544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:51.020544 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0ed10c15-fb76-4ccd-8194-ca5ad39492e2 req-699a55a9-8493-4c07-93c3-3a3f6209f329 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "DELETE /v2.0/ports/be49297b-83d7-4544-9619-a5a2930029bd HTTP/1.1" status: 204 len: 173 time: 0.4914057 Jun 30 22:03:51.020544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'name': 'network-vif-deleted', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:03:51.020544 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6bbc4d-55aa-49dc-af17-351e2e9dcf14" -d '{"events": [{"server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "name": "network-vif-deleted", "tag": "be49297b-83d7-4544-9619-a5a2930029bd"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:03:51.054952 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99656104-b102-4e7f-8410-8041807c1ca3 x-openstack-request-id: req-99656104-b102-4e7f-8410-8041807c1ca3 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:03:51.058461 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b839ef5-e167-4c76-ad10-9fb08ebf77f1", "name": "network-vif-deleted", "tag": "be49297b-83d7-4544-9619-a5a2930029bd", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:03:51.058461 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99656104-b102-4e7f-8410-8041807c1ca3 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:03:51.058461 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b839ef5-e167-4c76-ad10-9fb08ebf77f1', 'name': 'network-vif-deleted', 'tag': 'be49297b-83d7-4544-9619-a5a2930029bd', 'status': 'completed', 'code': 200} Jun 30 22:03:51.463203 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-cfb6b0c5-0335-41c9-b731-e18ecc4c7dc6 req-b3bf4ded-bc55-4929-a3cc-a1f70b53f9fd tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b839ef5-e167-4c76-ad10-9fb08ebf77f1 HTTP/1.1" status: 200 len: 210 time: 0.0317669 Jun 30 22:03:51.592818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-eee35b82-a20e-4ac7-9439-79ed3719552e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499954 Jun 30 22:03:51.693387 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-1f221f38-b0f0-4477-81d8-747e13d57ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:51.694953 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-1f221f38-b0f0-4477-81d8-747e13d57ece service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0570865 Jun 30 22:03:51.800107 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-48933110-2ff9-42d9-90b4-96afd0b7b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:51.801477 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-48933110-2ff9-42d9-90b4-96afd0b7b914 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0862567 Jun 30 22:03:51.871440 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-f68fad00-4607-4090-b736-e09d1bff32dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1002 time: 0.0628901 Jun 30 22:03:51.921204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-175c1e3b-5b5f-4ef7-aed7-efffad635483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:51.922672 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-175c1e3b-5b5f-4ef7-aed7-efffad635483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0449691 Jun 30 22:03:51.987577 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-42f7f1ca-a7c9-4822-93a5-9e6c15dbd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:51.989015 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-42f7f1ca-a7c9-4822-93a5-9e6c15dbd652 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525630 Jun 30 22:03:52.082209 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-28eccba5-2e55-49ba-8bb1-dc5cc2d4c7fb service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842812 Jun 30 22:03:52.165934 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:52.175977 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6b4e38d1-ac54-448f-9287-4f2845258cbb req-c15dae3b-862a-4ef6-8025-373bdc55d4bc service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864093 Jun 30 22:03:53.038994 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device be49297b-83d7-4544-9619-a5a2930029bd no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:03:53.059702 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: be49297b-83d7-4544-9619-a5a2930029bd {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:03:53.060044 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device be49297b-83d7-4544-9619-a5a2930029bd not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:03:54.973090 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33854) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:03:55.130208 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port 7e375a40-8c8f-4e6c-aa0a-e67bbdf06693 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:03:55.130556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.210847 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.211098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.222896 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for 7e375a40-8c8f-4e6c-aa0a-e67bbdf06693 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:03:55.454488 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.479905 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=7e375a40-8c8f-4e6c-aa0a-e67bbdf06693,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:03:55.541471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.541840 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Floating IP 55ab8dd7-35f6-4e8c-a1b6-adc091991615 disassociated (deleted). External IP: 172.27.1.196, port: 80be683e-4e96-4e75-8c81-f48c062b76b0. Jun 30 22:03:55.744457 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:03:55.853380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:03:55.858239 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:55.862471 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:03:55.872314 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:03:55.872925 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:55.892900 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-25dac1d4-8bea-4262-8764-342d746ba4bf tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "DELETE /v2.0/floatingips/55ab8dd7-35f6-4e8c-a1b6-adc091991615 HTTP/1.1" status: 204 len: 168 time: 0.9187226 Jun 30 22:03:55.893481 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:03:55.895829 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83" -d '{"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:03:55.933506 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b8ff9-17da-4bd6-91e2-7bbbd80fb3c8 x-openstack-request-id: req-106b8ff9-17da-4bd6-91e2-7bbbd80fb3c8 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:03:55.933793 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:03:55.934075 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-106b8ff9-17da-4bd6-91e2-7bbbd80fb3c8 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:03:55.934474 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'status': 'completed', 'code': 200} Jun 30 22:03:55.980423 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:03:56.036824 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-6e6e0d08-87cf-4cb6-a86f-dd1585606882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:56.038482 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-6e6e0d08-87cf-4cb6-a86f-dd1585606882 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=050be1741c824e7f8bb09bdd41442d66&device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 1098 time: 0.0582075 Jun 30 22:03:56.129712 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-c58ecac8-2cfd-4c5f-9052-b9380a826368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:56.131223 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-c58ecac8-2cfd-4c5f-9052-b9380a826368 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 200 len: 913 time: 0.0858545 Jun 30 22:03:56.175753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-79d57d50-5174-4576-8bcb-788095503637 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 200 len: 217 time: 0.0377724 Jun 30 22:03:56.180536 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:56.207569 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:03:56.216149 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:03:56.216760 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:56.225908 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-d600fbc4-7436-4d2c-9367-9c320a7c0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:56.227364 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-d600fbc4-7436-4d2c-9367-9c320a7c0d0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 200 len: 851 time: 0.0447729 Jun 30 22:03:56.283490 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-5d14f852-eacf-4acc-8a01-10d96b0c1c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:56.285166 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-5d14f852-eacf-4acc-8a01-10d96b0c1c69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65b6ccdf-6791-412c-839b-f4779429ae80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510211 Jun 30 22:03:56.322405 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:03:56.384881 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-bb6fbe22-3791-4665-bb85-9d82871f5035 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865057 Jun 30 22:03:56.475837 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-830f34f5-1407-4d3b-ae1f-ae8a7b13ee83 req-569aca84-ae9b-4c92-9aa6-c5bf966e7001 service neutron] 10.222.0.55 "GET /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847557 Jun 30 22:03:56.523010 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:03:56.555255 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374f7c4-0c96-4265-8b20-640e572ddbe6 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'b98c3aa2-fd82-429e-9d38-cd7407687e7c', 'name': '', 'network_id': '65b6ccdf-6791-412c-839b-f4779429ae80', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'mac_address': 'fa:16:3e:87:db:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:59Z', 'updated_at': '2021-06-30T21:56:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'subnets': [{'id': 'bbb07cda-c23b-4e4c-8e42-2a071285cbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:03:56.588363 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cee509-e968-4108-bdfb-f3e953a316ce req-45bf346d-6540-4065-b522-f992c6ad6a4f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:56.589949 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9cee509-e968-4108-bdfb-f3e953a316ce req-45bf346d-6540-4065-b522-f992c6ad6a4f tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0707705 Jun 30 22:03:56.632696 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b9cee509-e968-4108-bdfb-f3e953a316ce req-4e91a518-b61c-4b77-b92c-71958de91a87 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369420 Jun 30 22:03:56.768055 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee51c97-fefe-4769-ac06-8572301288a7 None None] New status for floating IP 55ab8dd7-35f6-4e8c-a1b6-adc091991615: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:03:57.808909 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e57b38-123e-4aa4-bc16-13f2bd8aee4c req-a16a092d-becf-487f-ae11-b8654959dce5 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:57.810485 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5e57b38-123e-4aa4-bc16-13f2bd8aee4c req-a16a092d-becf-487f-ae11-b8654959dce5 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0626292 Jun 30 22:03:57.848125 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-e5e57b38-123e-4aa4-bc16-13f2bd8aee4c req-74f2d219-718b-4928-b7ad-f155e1be0e22 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/security-groups?id=cc515688-ee06-405b-84d9-17120c55aefd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Jun 30 22:03:58.184648 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-af9d2898-7a04-4f98-9c8f-d4e55680ebae tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:03:58.186077 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-af9d2898-7a04-4f98-9c8f-d4e55680ebae tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 945 time: 0.0617142 Jun 30 22:03:58.287210 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port 80be683e-4e96-4e75-8c81-f48c062b76b0 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:03:58.287562 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:58.373332 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] For port 80be683e-4e96-4e75-8c81-f48c062b76b0, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=80be683e-4e96-4e75-8c81-f48c062b76b0,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:03:58.373671 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:58.390402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for 80be683e-4e96-4e75-8c81-f48c062b76b0 owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:03:58.628935 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:58.655309 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=80be683e-4e96-4e75-8c81-f48c062b76b0,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:03:58.707419 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] No DVR routers for this DVR port 80be683e-4e96-4e75-8c81-f48c062b76b0 on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:03:58.709816 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:03:58.711913 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-afbfe553-5ed4-4b68-98fa-c3330f6d13bb req-b914e405-3667-4b0c-9d77-9c8aab53b5b6 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.55 "DELETE /v2.0/ports/80be683e-4e96-4e75-8c81-f48c062b76b0 HTTP/1.1" status: 204 len: 173 time: 0.5195749 Jun 30 22:03:58.712402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'name': 'network-vif-deleted', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:03:58.714722 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2436e6-9571-4c4f-b917-45666019306e" -d '{"events": [{"server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "name": "network-vif-deleted", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:03:58.749604 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b413fa1b-35fa-47e9-b9de-42aa9bf43a43 x-openstack-request-id: req-b413fa1b-35fa-47e9-b9de-42aa9bf43a43 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:03:58.749927 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675", "name": "network-vif-deleted", "tag": "80be683e-4e96-4e75-8c81-f48c062b76b0", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:03:58.750182 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b413fa1b-35fa-47e9-b9de-42aa9bf43a43 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:03:58.750585 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675', 'name': 'network-vif-deleted', 'tag': '80be683e-4e96-4e75-8c81-f48c062b76b0', 'status': 'completed', 'code': 200} Jun 30 22:03:58.993614 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-415d2bd8-47bb-4fb3-999e-134e429b8205 req-67d26519-a6d8-4f74-8675-14ed582fa38b tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0290742 Jun 30 22:04:00.158753 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b95e6b29-7b71-4105-ad47-dc98424c7c8f req-1ed64c21-326a-4f9c-8475-9acb67a832ba tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b536f62-e5ec-4cd1-8c73-a6c7ca9c0675 HTTP/1.1" status: 200 len: 210 time: 0.0279660 Jun 30 22:04:01.097116 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 80be683e-4e96-4e75-8c81-f48c062b76b0 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:01.117038 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 80be683e-4e96-4e75-8c81-f48c062b76b0 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:01.117380 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 80be683e-4e96-4e75-8c81-f48c062b76b0 not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:01.252032 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33872) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:01.649637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Deleting port 6cf9c42b-50c1-4a01-8885-21669bb219fd {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:01.650015 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:01.726858 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:01.729266 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:01.739404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Calling delete_port for 6cf9c42b-50c1-4a01-8885-21669bb219fd owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:01.919977 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:01.944404 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'Port': ['ID=6cf9c42b-50c1-4a01-8885-21669bb219fd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:02.005606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:02.008204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:02.009576 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3fef3515-c89c-4ebe-be9f-d5cfb91d27ee tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "DELETE /v2.0/floatingips/9165a34f-34a3-4f03-992a-9bbbf31049c0 HTTP/1.1" status: 204 len: 168 time: 0.7564859 Jun 30 22:04:03.403721 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33884) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:03.460533 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:03.485726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:03.603801 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:03.606397 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:03.607657 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] 10.222.0.47 "DELETE /v2.0/security-groups/cc515688-ee06-405b-84d9-17120c55aefd HTTP/1.1" status: 204 len: 168 time: 0.2029555 Jun 30 22:04:03.616434 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630691-341b-465a-a892-5b7e4df47004 tempest-TestVolumeBootPattern-1675161844 tempest-TestVolumeBootPattern-1675161844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc515688-ee06-405b-84d9-17120c55aefd,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:03.726077 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33888) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:04.154382 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:04.399790 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Deleting port b98c3aa2-fd82-429e-9d38-cd7407687e7c {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:04.400135 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:04.479250 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] For port b98c3aa2-fd82-429e-9d38-cd7407687e7c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b98c3aa2-fd82-429e-9d38-cd7407687e7c,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:04.479523 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:04.491480 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Calling delete_port for b98c3aa2-fd82-429e-9d38-cd7407687e7c owned by network:router_interface {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:04.752078 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:04.778112 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98c3aa2-fd82-429e-9d38-cd7407687e7c,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:04.805550 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.807061 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.807412 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.807750 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.808081 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.808415 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.808746 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.809075 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.809406 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.809733 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.810088 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.810415 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:04.953183 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.158516 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Router e3b637c8-d94c-4e8d-adbf-efd5335885ef has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:04:05.263200 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:04:05.268063 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-83ee3b60-d923-4655-9b67-9c7763f392d1 admin admin] 10.222.0.47 "PUT /v2.0/routers/e3b637c8-d94c-4e8d-adbf-efd5335885ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5407746 Jun 30 22:04:05.270890 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33894) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:05.271373 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Sync routers for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:04:05.282413 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:04:05.283033 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:05.374229 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.390988 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:04:05.475368 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.564219 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Deleting port 97b54234-07d6-463a-8ba8-e661181df08c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:05.564567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.564780 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '97b54234-07d6-463a-8ba8-e661181df08c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T22:04:04Z', 'revision_number': 5, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port': {'id': '97b54234-07d6-463a-8ba8-e661181df08c', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:23:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:55:55Z', 'updated_at': '2021-06-30T21:56:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:05.595360 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Checking router: e3b637c8-d94c-4e8d-adbf-efd5335885ef for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:04:05.604172 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Routers {'e3b637c8-d94c-4e8d-adbf-efd5335885ef'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:04:05.604785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:05.644185 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] For port 97b54234-07d6-463a-8ba8-e661181df08c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=97b54234-07d6-463a-8ba8-e661181df08c,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:05.644547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.657909 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Calling delete_port for 97b54234-07d6-463a-8ba8-e661181df08c owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:05.685645 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] Set router e3b637c8-d94c-4e8d-adbf-efd5335885ef gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:04:05.741397 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T22:04:05Z', 'revision_number': 6, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:05.767851 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ca213-fce9-4f37-8d8d-f67c88c1a617 None None] The sync data for ids ['e3b637c8-d94c-4e8d-adbf-efd5335885ef'] in dv-cinder-784453-7-iscsi is: [{'id': 'e3b637c8-d94c-4e8d-adbf-efd5335885ef', 'name': 'tempest-TestVolumeBootPattern-2127431613-router', 'tenant_id': '050be1741c824e7f8bb09bdd41442d66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:55:54Z', 'updated_at': '2021-06-30T22:04:05Z', 'revision_number': 6, 'project_id': '050be1741c824e7f8bb09bdd41442d66', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:04:05.874592 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:05.902660 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b54234-07d6-463a-8ba8-e661181df08c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:05.965567 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.053843 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.056526 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.160796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.161396 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3b637c8-d94c-4e8d-adbf-efd5335885ef {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:04:06.168099 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.169261 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-e43bb9f9-13a7-4bf9-a1ab-0141c69c4e73 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e3b637c8-d94c-4e8d-adbf-efd5335885ef HTTP/1.1" status: 204 len: 168 time: 0.8969135 Jun 30 22:04:06.171874 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33896) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:06.220030 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Deleting subnet bbb07cda-c23b-4e4c-8e42-2a071285cbcb {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:04:06.223032 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.256485 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.330837 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.443163 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.473693 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb07cda-c23b-4e4c-8e42-2a071285cbcb,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:06.475697 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.477628 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-37a462d3-9ac2-4999-9c9a-7830d3bb5818 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bbb07cda-c23b-4e4c-8e42-2a071285cbcb HTTP/1.1" status: 204 len: 168 time: 0.3046679 Jun 30 22:04:06.480964 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33898) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:06.481168 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865d380a-fb6f-4732-a493-7c00a7ac5830 None None] Network 65b6ccdf-6791-412c-839b-f4779429ae80 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:04:06.553034 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.607722 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Deleting port 699a141c-7b9b-4d03-a642-349d6af1c302 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:06.607916 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.618330 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 97b54234-07d6-463a-8ba8-e661181df08c no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:06.646022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 97b54234-07d6-463a-8ba8-e661181df08c {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:06.646363 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 97b54234-07d6-463a-8ba8-e661181df08c not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:06.646770 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b98c3aa2-fd82-429e-9d38-cd7407687e7c no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:06.671315 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: b98c3aa2-fd82-429e-9d38-cd7407687e7c {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:06.671720 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b98c3aa2-fd82-429e-9d38-cd7407687e7c not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:06.682914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] For port 699a141c-7b9b-4d03-a642-349d6af1c302, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=699a141c-7b9b-4d03-a642-349d6af1c302,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:06.682914 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.695727 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Calling delete_port for 699a141c-7b9b-4d03-a642-349d6af1c302 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:06.726561 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] DHCP port deletion for 65b6ccdf-6791-412c-839b-f4779429ae80 request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:04:06.777273 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Deleting port 699a141c-7b9b-4d03-a642-349d6af1c302 {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:06.777744 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.841716 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] For port 699a141c-7b9b-4d03-a642-349d6af1c302, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=699a141c-7b9b-4d03-a642-349d6af1c302,segment=NetworkSegment(0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2),segment_id=0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:06.844899 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.858089 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Calling delete_port for 699a141c-7b9b-4d03-a642-349d6af1c302 owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:06.869271 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.901504 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] No DVR routers for this DVR port 699a141c-7b9b-4d03-a642-349d6af1c302 on host dv-cinder-784453-7-iscsi {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:04:06.904175 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Pushing event deleted for resources: {'Port': ['ID=699a141c-7b9b-4d03-a642-349d6af1c302,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:06.935227 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.961196 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Pushing event deleted for resources: {'Port': ['ID=699a141c-7b9b-4d03-a642-349d6af1c302,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:06.970848 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] No DVR routers for this DVR port 699a141c-7b9b-4d03-a642-349d6af1c302 on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:04:06.976243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.976364 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.977102 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.977102 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.977299 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.977733 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.978328 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.978789 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.979120 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.979455 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.979785 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.980111 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abf67c-f4a3-48f1-a05c-29aa198237a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:04:06.980846 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:06.991092 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b6ccdf-6791-412c-839b-f4779429ae80']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:07.000951 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:07.001242 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dae225d-22bd-4fd7-ab27-2a9ba1a9f8a2') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:07.010714 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.027898 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.033745 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: conditions |= (models_v2.Port.network_id.in_( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:04:07.039752 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:04:07.165569 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.171446 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.175884 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] 10.222.0.47 "DELETE /v2.0/networks/65b6ccdf-6791-412c-839b-f4779429ae80 HTTP/1.1" status: 204 len: 168 time: 0.6912570 Jun 30 22:04:07.176535 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33900) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:07.184897 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45b88d-f87a-4f13-a991-964d8a22ca9a admin admin] Pushing event deleted for resources: {'Network': ['ID=65b6ccdf-6791-412c-839b-f4779429ae80,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:07.535116 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.736517 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:04:07.802977 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Deleting port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:07.803218 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.881159 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] For port 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:07.881510 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:07.893256 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Calling delete_port for 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 owned by network:router_interface {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:08.174500 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:08.200749 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fdae3b4-e675-44d2-8d1f-7e7f550e58b1,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:08.367967 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:08.573595 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Router c3b3c681-0a98-42fb-b220-f0aa746db03f has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:04:08.643970 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 699a141c-7b9b-4d03-a642-349d6af1c302 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:08.664678 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 699a141c-7b9b-4d03-a642-349d6af1c302 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:08.665123 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 699a141c-7b9b-4d03-a642-349d6af1c302 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:08.679378 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:04:08.684764 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-b75f1f53-f40b-4c7c-bc0e-a81221616700 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3b3c681-0a98-42fb-b220-f0aa746db03f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5072098 Jun 30 22:04:08.687299 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33902) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:08.688248 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Sync routers for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:04:08.698091 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:04:08.698699 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:08.788698 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks [] for router, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:08.803753 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:04:08.890542 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:08.990375 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T22:04:08Z', 'revision_number': 5, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port': {'id': '21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T21:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:09.004679 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Deleting port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:09.009463 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.017785 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Checking router: c3b3c681-0a98-42fb-b220-f0aa746db03f for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:04:09.026871 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Routers {'c3b3c681-0a98-42fb-b220-f0aa746db03f'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:04:09.027482 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:03:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['c3b3c681-0a98-42fb-b220-f0aa746db03f'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:09.119249 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] Set router c3b3c681-0a98-42fb-b220-f0aa746db03f gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:04:09.270109 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T22:04:08Z', 'revision_number': 6, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:09.298422 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c731a-0572-404c-a830-fee1c6169c69 None None] The sync data for ids ['c3b3c681-0a98-42fb-b220-f0aa746db03f'] in dv-cinder-784453-7-iscsi is: [{'id': 'c3b3c681-0a98-42fb-b220-f0aa746db03f', 'name': 'tempest-TestVolumeBootPattern-1824370407-router', 'tenant_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T21:56:05Z', 'updated_at': '2021-06-30T22:04:08Z', 'revision_number': 6, 'project_id': '38bb0a9d814b40f8bb288c2b7479e7f5', 'gw_port_host': None}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:04:09.357713 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] For port 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:09.358281 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.370642 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Calling delete_port for 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 owned by network:router_gateway {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:09.588630 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.610699 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Pushing event deleted for resources: {'Port': ['ID=21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:09.678030 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.773638 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.776110 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.905945 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.906420 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3b3c681-0a98-42fb-b220-f0aa746db03f {{(pid=105233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:04:09.910966 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.912144 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-c069fe2a-9759-4b75-8e97-2b6c8ab141ab admin admin] 10.222.0.47 "DELETE /v2.0/routers/c3b3c681-0a98-42fb-b220-f0aa746db03f HTTP/1.1" status: 204 len: 168 time: 1.2239254 Jun 30 22:04:09.915269 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33904) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:09.958297 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Deleting subnet d59e8892-d836-41fc-ace8-b2692429f25b {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:04:09.961371 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:09.996058 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.076892 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.205785 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.230786 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59e8892-d836-41fc-ace8-b2692429f25b,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:10.236880 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.238807 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-4e0c1730-7add-46a4-8403-f8d7c9573820 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d59e8892-d836-41fc-ace8-b2692429f25b HTTP/1.1" status: 204 len: 168 time: 0.3225911 Jun 30 22:04:10.241499 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33906) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:10.242384 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14618873-662e-4735-8f77-fe324fb36608 None None] Network d5a07d6e-2965-49a9-a76e-4b245a68ee38 requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:04:10.324035 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.380620 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Deleting port 920cb396-773f-405f-92af-44bdb8233781 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:10.380971 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.438087 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] DHCP port deletion for d5a07d6e-2965-49a9-a76e-4b245a68ee38 request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:04:10.447429 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] For port 920cb396-773f-405f-92af-44bdb8233781, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=920cb396-773f-405f-92af-44bdb8233781,segment=NetworkSegment(86f827ae-1446-4d9f-9b8f-f76b56c354ee),segment_id=86f827ae-1446-4d9f-9b8f-f76b56c354ee)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:10.447606 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.459471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Calling delete_port for 920cb396-773f-405f-92af-44bdb8233781 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:10.602177 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 920cb396-773f-405f-92af-44bdb8233781 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:10.603709 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.623980 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 920cb396-773f-405f-92af-44bdb8233781 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:10.624336 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 920cb396-773f-405f-92af-44bdb8233781 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:10.624775 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:10.630299 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Pushing event deleted for resources: {'Port': ['ID=920cb396-773f-405f-92af-44bdb8233781,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:10.632095 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] No DVR routers for this DVR port 920cb396-773f-405f-92af-44bdb8233781 on host dv-cinder-784453-7-iscsi {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:04:10.645697 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:10.646096 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 7fdae3b4-e675-44d2-8d1f-7e7f550e58b1 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:10.646521 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:10.648973 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Deleting port 920cb396-773f-405f-92af-44bdb8233781 {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:04:10.649976 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.681408 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:04:10.681682 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 21e950bd-e07d-4ec8-ac18-5ff5cc1e9d90 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:04:10.702358 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.713220 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a07d6e-2965-49a9-a76e-4b245a68ee38']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:10.726547 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f827ae-1446-4d9f-9b8f-f76b56c354ee') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:10.726838 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f827ae-1446-4d9f-9b8f-f76b56c354ee') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:04:10.731524 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] For port 920cb396-773f-405f-92af-44bdb8233781, host dv-cinder-784453-7-iscsi, got binding levels [] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:10.731913 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.735624 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.744159 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Calling delete_port for 920cb396-773f-405f-92af-44bdb8233781 owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:04:10.746813 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.ipam_backend_mixin [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Port 920cb396-773f-405f-92af-44bdb8233781 was not found and therefore no delete operation was performed {{(pid=105234) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 22:04:10.748009 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.748844 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.754564 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:04:10.755556 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:04:10.756590 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:04:10.773683 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] Pushing event deleted for resources: {'Port': ['ID=920cb396-773f-405f-92af-44bdb8233781,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:10.776197 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3be3f-5bf3-46fa-9261-188fc9a35d57 None None] No DVR routers for this DVR port 920cb396-773f-405f-92af-44bdb8233781 on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:04:10.885989 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.891070 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:10.892943 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] 10.222.0.47 "DELETE /v2.0/networks/d5a07d6e-2965-49a9-a76e-4b245a68ee38 HTTP/1.1" status: 204 len: 168 time: 0.6504049 Jun 30 22:04:10.904443 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac01a29-30da-493e-b5bd-39da853b797d admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a07d6e-2965-49a9-a76e-4b245a68ee38,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:11.205992 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33910) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:11.244573 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-3f0f80b9-e672-4639-871b-d24254578956 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=050be1741c824e7f8bb09bdd41442d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374560 Jun 30 22:04:11.246975 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33912) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:11.295890 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:11.320456 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:11.422583 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:11.425040 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:11.426217 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d42986f7-1d45-4f91-850a-4400be56f3d8 HTTP/1.1" status: 204 len: 168 time: 0.1783161 Jun 30 22:04:11.435029 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06838ee-77ea-4136-968a-c27467b75fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42986f7-1d45-4f91-850a-4400be56f3d8,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:12.057251 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33918) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:12.096732 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-166c87d6-3c87-4f18-a9b0-ab9422b8b7a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38bb0a9d814b40f8bb288c2b7479e7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383086 Jun 30 22:04:12.104001 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 33920) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:12.151678 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:12.172098 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:12.296734 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:12.299268 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:12.300465 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/783a1f5b-af03-44e9-9652-a0ca6f95e18b HTTP/1.1" status: 204 len: 168 time: 0.1955836 Jun 30 22:04:12.309039 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7484f91e-52e2-453d-9e3f-a1f66bf40b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783a1f5b-af03-44e9-9652-a0ca6f95e18b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:15.865813 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:16.403773 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8991e59-3a11-4745-bb5e-3689bce962ff req-c0816ba5-36af-44b7-95be-b1a547c9d142 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:16.405242 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a8991e59-3a11-4745-bb5e-3689bce962ff req-c0816ba5-36af-44b7-95be-b1a547c9d142 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0683260 Jun 30 22:04:16.444241 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-a8991e59-3a11-4745-bb5e-3689bce962ff req-a2f16f9f-2798-4d69-94fe-0e34ddce8c06 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330274 Jun 30 22:04:17.065768 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-adb432d1-0e5b-42a5-9012-464b0c820d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:17.623380 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f69dbb-47ef-4738-ac84-95ca8c77bab4 req-81dd3297-4ddf-4af1-9504-143ba3dfa775 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:17.624835 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52f69dbb-47ef-4738-ac84-95ca8c77bab4 req-81dd3297-4ddf-4af1-9504-143ba3dfa775 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0632336 Jun 30 22:04:17.662070 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52f69dbb-47ef-4738-ac84-95ca8c77bab4 req-c2a1e391-2348-455d-8c86-1f61e486d798 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Jun 30 22:04:18.831224 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a79b97-e8c1-4f54-b2dc-3ee40a0e24f8 req-7df75fe9-3e86-42e0-8e40-94365640de23 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:18.832566 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89a79b97-e8c1-4f54-b2dc-3ee40a0e24f8 req-7df75fe9-3e86-42e0-8e40-94365640de23 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0613148 Jun 30 22:04:18.872603 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-89a79b97-e8c1-4f54-b2dc-3ee40a0e24f8 req-9e19fc20-6bca-4a80-a12b-fa7b3a777ee2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335870 Jun 30 22:04:19.254004 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ef8306a5-f6b0-4006-976e-aff51d8043e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:20.020052 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:20.048251 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d8209-95f9-4a1f-8f67-cc8189392d77 req-c9702361-a9c0-4bcf-9b5c-4551e9d1d7d5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:20.049728 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f25d8209-95f9-4a1f-8f67-cc8189392d77 req-c9702361-a9c0-4bcf-9b5c-4551e9d1d7d5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0629797 Jun 30 22:04:20.086673 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f25d8209-95f9-4a1f-8f67-cc8189392d77 req-7b2ab750-0b4e-4936-99e8-42b559ec9688 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Jun 30 22:04:20.433682 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:21.253621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a2bb2a-faed-4003-94a4-209986b77bdc req-4ef4f993-ca26-496c-a136-16160290f561 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:21.255093 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91a2bb2a-faed-4003-94a4-209986b77bdc req-4ef4f993-ca26-496c-a136-16160290f561 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0619323 Jun 30 22:04:21.292312 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-91a2bb2a-faed-4003-94a4-209986b77bdc req-ddf605fb-073e-4b8d-9bba-dd7b2adfc9da tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310900 Jun 30 22:04:22.162958 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:22.469597 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279223b0-4015-4566-ad99-31f1b5936688 req-4d65a9a0-3e5b-4121-8311-fe8be0f989d0 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:22.471244 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-279223b0-4015-4566-ad99-31f1b5936688 req-4d65a9a0-3e5b-4121-8311-fe8be0f989d0 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0697443 Jun 30 22:04:22.512840 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-279223b0-4015-4566-ad99-31f1b5936688 req-e69cbba2-a548-4b13-b2cd-4fff6db0ca15 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357389 Jun 30 22:04:23.681340 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52340e05-1100-430c-a28e-6ee20401417d req-c39573e4-fe67-4ba1-b84f-20f6e911a667 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:23.683692 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52340e05-1100-430c-a28e-6ee20401417d req-c39573e4-fe67-4ba1-b84f-20f6e911a667 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0623698 Jun 30 22:04:23.720677 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-52340e05-1100-430c-a28e-6ee20401417d req-6f0a4fe8-f4d7-4589-bf47-2d11a82013ba tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315325 Jun 30 22:04:24.891765 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82882e78-b599-4077-b7db-0aa88c8ae5b9 req-cb8f7fbf-444d-4d40-abe0-f57b9ced8768 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:24.893223 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-82882e78-b599-4077-b7db-0aa88c8ae5b9 req-cb8f7fbf-444d-4d40-abe0-f57b9ced8768 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0632527 Jun 30 22:04:24.935453 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-82882e78-b599-4077-b7db-0aa88c8ae5b9 req-3e7e656a-9100-4af4-84d6-d99c19299e8d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367556 Jun 30 22:04:26.108685 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9216a-2db2-4bd4-b6cf-382cd77ebe5a req-2af9db2a-6fae-4171-8cdf-3d5308c14a81 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:26.110147 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94c9216a-2db2-4bd4-b6cf-382cd77ebe5a req-2af9db2a-6fae-4171-8cdf-3d5308c14a81 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0612922 Jun 30 22:04:26.147152 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94c9216a-2db2-4bd4-b6cf-382cd77ebe5a req-68e16b63-1c38-4a25-98de-8a7abf218552 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314894 Jun 30 22:04:26.632345 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-ee9cd58a-2ee5-4312-bd84-27c9f6386b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:26.633800 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-ee9cd58a-2ee5-4312-bd84-27c9f6386b5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0524621 Jun 30 22:04:26.725416 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-3e6ce4f7-f10f-4921-978e-ce2c6e9e6a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:26.726907 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-3e6ce4f7-f10f-4921-978e-ce2c6e9e6a65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0865519 Jun 30 22:04:26.787748 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-d6d77a58-17d8-41c0-843e-2d0a7c798a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1002 time: 0.0551193 Jun 30 22:04:26.836638 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-b17a070b-52d9-4ba4-99dd-99161afa6d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:26.837984 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-b17a070b-52d9-4ba4-99dd-99161afa6d75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0443239 Jun 30 22:04:26.892437 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-4d3ea33b-2f98-46ef-b419-76e9b26476cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:26.893876 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-4d3ea33b-2f98-46ef-b419-76e9b26476cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495672 Jun 30 22:04:27.038419 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-98716332-8a73-4e98-9a3c-fa0c3f30461d service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378098 Jun 30 22:04:27.128434 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d5770afd-ad76-430c-a26c-a6bb00abc897 req-3852d965-2aac-45d4-8ab7-4f066feb3095 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835359 Jun 30 22:04:27.476242 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b47d-ac62-43f9-99a9-8ec63493116b req-645479ef-5f5f-43ae-9b71-e87e28e59f19 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:27.477614 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f94b47d-ac62-43f9-99a9-8ec63493116b req-645479ef-5f5f-43ae-9b71-e87e28e59f19 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0646577 Jun 30 22:04:27.514818 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1f94b47d-ac62-43f9-99a9-8ec63493116b req-75b240e4-dd76-4a9b-b354-a6e65cb983dd tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Jun 30 22:04:28.695079 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf36c0-cd40-469d-85b2-0f69f3f74dc6 req-be1828e7-65e1-4eec-8d56-119bcff2057c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:28.696584 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-77bf36c0-cd40-469d-85b2-0f69f3f74dc6 req-be1828e7-65e1-4eec-8d56-119bcff2057c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0681701 Jun 30 22:04:28.734749 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-77bf36c0-cd40-469d-85b2-0f69f3f74dc6 req-e4ec9384-4ec1-4e24-8da3-3060ff2dc36d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Jun 30 22:04:29.905740 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2f461-9d4e-425e-ae74-687ceb3bc8f1 req-28faa1eb-4276-48fd-ab0c-4ca108912ea6 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:29.907202 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d2e2f461-9d4e-425e-ae74-687ceb3bc8f1 req-28faa1eb-4276-48fd-ab0c-4ca108912ea6 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0616169 Jun 30 22:04:29.945462 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d2e2f461-9d4e-425e-ae74-687ceb3bc8f1 req-759e8182-0e39-4f1c-b42f-20c7a012a23a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325012 Jun 30 22:04:30.478522 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664898a5-6265-45aa-97ef-582fe9d6a242 req-683a90ed-8b74-4a3e-82ea-248edacb7fbb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:30.480707 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-664898a5-6265-45aa-97ef-582fe9d6a242 req-683a90ed-8b74-4a3e-82ea-248edacb7fbb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0682688 Jun 30 22:04:30.512036 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 33966) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:04:30.520299 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-664898a5-6265-45aa-97ef-582fe9d6a242 req-79474b5a-8c68-4931-80e0-637ec69294bb tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335324 Jun 30 22:04:30.607047 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-5f287445-aa0d-4d6a-9bee-40540cffbdcd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0938780 Jun 30 22:04:31.252417 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:04:31.328088 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:31.351113 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:04:31.353367 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9f1b12-4544-4bcc-9c69-0651cde2436f" -d '{"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-unplugged", "status": "completed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:04:31.366926 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:31.422328 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:31.469424 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=6']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:31.500730 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 22:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351531c-cb3b-410c-b124-49ae54fdd43f x-openstack-request-id: req-c351531c-cb3b-410c-b124-49ae54fdd43f {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:04:31.501093 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-unplugged", "status": "failed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "code": 422}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:04:31.501414 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c351531c-cb3b-410c-b124-49ae54fdd43f {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:04:31.501891 dv-cinder-784453-7-iscsi neutron-server[105234]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'code': 422} returned with failed status Jun 30 22:04:31.702101 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e4eae-5ac8-4999-95ab-74657170b327 req-bae6321d-4f82-4eff-bd2d-025c5de619f1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:31.709758 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d79e4eae-5ac8-4999-95ab-74657170b327 req-bae6321d-4f82-4eff-bd2d-025c5de619f1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0639417 Jun 30 22:04:31.742749 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d79e4eae-5ac8-4999-95ab-74657170b327 req-46d35962-ec33-480d-b56e-14973ed8763d tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335684 Jun 30 22:04:32.917657 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4844-9b82-40cf-beed-d667ec174f67 req-ebc1a463-251d-4207-8eeb-e9f70bdcee55 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:32.919195 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d19b4844-9b82-40cf-beed-d667ec174f67 req-ebc1a463-251d-4207-8eeb-e9f70bdcee55 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0624251 Jun 30 22:04:32.957335 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-d19b4844-9b82-40cf-beed-d667ec174f67 req-0adf166c-fb1c-4a23-83d1-3d0fceefabb7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324864 Jun 30 22:04:33.408139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-64ea40ce-ec75-413d-8340-68ff169bc771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:33.409611 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-64ea40ce-ec75-413d-8340-68ff169bc771 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93&tenant_id=8e70e4c8746749b4b05871bc7208778d HTTP/1.1" status: 200 len: 1097 time: 0.0562243 Jun 30 22:04:33.492559 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-493b408d-59e2-47ef-a106-a45da6027956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:33.494018 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-493b408d-59e2-47ef-a106-a45da6027956 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1097 time: 0.0504658 Jun 30 22:04:33.582291 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-8b8f1633-c279-4df1-84fe-1439709f1858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:33.583698 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-8b8f1633-c279-4df1-84fe-1439709f1858 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0840940 Jun 30 22:04:33.645523 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-f0f7d974-8b39-471d-948f-1da9ae190a28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1000 time: 0.0552158 Jun 30 22:04:33.691594 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-5456c489-ab95-4f79-95e4-5e3a5a06d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:33.692949 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-5456c489-ab95-4f79-95e4-5e3a5a06d8c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0412791 Jun 30 22:04:33.751393 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-f1292d5b-bcf8-4dfb-9c01-1cc595b81f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:33.752826 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-f1292d5b-bcf8-4dfb-9c01-1cc595b81f31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0532453 Jun 30 22:04:33.842131 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-e95ef307-a1ad-4620-9d5e-2828d410255b service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824625 Jun 30 22:04:33.932579 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fc708a0a-58f7-4d7f-98d0-32483661aa4a req-46e784a4-8bfe-481e-b91d-613339e96058 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839632 Jun 30 22:04:34.135345 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1350-a239-44c2-9553-4c4696e592c9 req-6151aa47-2456-47a2-8254-7858f84eeb53 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:34.137009 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ace1350-a239-44c2-9553-4c4696e592c9 req-6151aa47-2456-47a2-8254-7858f84eeb53 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0629351 Jun 30 22:04:34.174994 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-1ace1350-a239-44c2-9553-4c4696e592c9 req-1de19bc4-0788-47ab-ad65-3acfdf232475 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323896 Jun 30 22:04:35.343180 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c80c2f-7943-4cc1-802f-f1fd5d1b0ca6 req-3f4caf52-0030-4bee-9fa6-a276c21a399c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:35.344631 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b4c80c2f-7943-4cc1-802f-f1fd5d1b0ca6 req-3f4caf52-0030-4bee-9fa6-a276c21a399c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0622985 Jun 30 22:04:35.389991 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-b4c80c2f-7943-4cc1-802f-f1fd5d1b0ca6 req-f9826a42-64fc-45f9-966e-f0ad4e99671a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399027 Jun 30 22:04:36.562027 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905330a-be46-4a7a-ba1a-6b5459bf8e70 req-b79a72e5-e582-43a3-a4b8-c04ec2f8544f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:36.563501 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f905330a-be46-4a7a-ba1a-6b5459bf8e70 req-b79a72e5-e582-43a3-a4b8-c04ec2f8544f tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0645745 Jun 30 22:04:36.601332 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-f905330a-be46-4a7a-ba1a-6b5459bf8e70 req-c170eb78-521c-4d6f-a0c6-6379a0de24d1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Jun 30 22:04:37.772078 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95179564-c717-40bc-85ad-ea2525ee9f23 req-8aa37ba1-b708-4041-8ca9-faa1795a7613 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:37.773493 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-95179564-c717-40bc-85ad-ea2525ee9f23 req-8aa37ba1-b708-4041-8ca9-faa1795a7613 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0615225 Jun 30 22:04:37.810614 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-95179564-c717-40bc-85ad-ea2525ee9f23 req-29d14c74-99a2-4442-879a-5b61d84ae264 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Jun 30 22:04:38.982906 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033b006-2e0a-4abd-b737-0177879d27a1 req-3d6b3653-f336-4999-82b0-cab772aaec0a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:38.984354 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3033b006-2e0a-4abd-b737-0177879d27a1 req-3d6b3653-f336-4999-82b0-cab772aaec0a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0654218 Jun 30 22:04:39.021508 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-3033b006-2e0a-4abd-b737-0177879d27a1 req-4a33df39-5be1-4579-818b-dffa76c4b1e9 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Jun 30 22:04:40.194282 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebebf57-89ad-4ff8-887d-ca426f4b9380 req-01a746f9-ed2a-4e0d-abb3-b7cf6905c643 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:40.195725 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6ebebf57-89ad-4ff8-887d-ca426f4b9380 req-01a746f9-ed2a-4e0d-abb3-b7cf6905c643 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0622554 Jun 30 22:04:40.231920 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-6ebebf57-89ad-4ff8-887d-ca426f4b9380 req-68f8ff72-e32b-47cd-9adb-9f16dbd2f1d7 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302122 Jun 30 22:04:41.268167 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=105234) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 22:04:41.363629 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:41.375235 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Returning: {'device': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'port_id': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'mac_address': 'fa:16:3e:81:90:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105234) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 22:04:41.409509 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c5e9e-e86f-4959-be8c-6ade984c8ebf req-1fec5603-370d-49f9-a02a-14c4a0fe4b58 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:41.411262 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d6c5e9e-e86f-4959-be8c-6ade984c8ebf req-1fec5603-370d-49f9-a02a-14c4a0fe4b58 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 944 time: 0.0629005 Jun 30 22:04:41.413500 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:41.427156 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc {{(pid=105234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 22:04:41.446258 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:41.455943 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-0d6c5e9e-e86f-4959-be8c-6ade984c8ebf req-3dbdf64b-88aa-486e-9bef-4a3084ea4d2a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350902 Jun 30 22:04:41.508202 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:41.560635 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=7']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:41.821880 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] get_ports_and_sgs() called for port_ids ['5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'] {{(pid=105234) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 22:04:42.629228 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eab98f-ffde-45c6-95ce-64999c99dc94 req-b9637568-f5ba-45a2-9961-2ce418a42478 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:42.630734 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-55eab98f-ffde-45c6-95ce-64999c99dc94 req-b9637568-f5ba-45a2-9961-2ce418a42478 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 945 time: 0.0659208 Jun 30 22:04:42.669297 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-55eab98f-ffde-45c6-95ce-64999c99dc94 req-51965ef3-af95-49ad-92e7-88bce7782bdd tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326903 Jun 30 22:04:43.282801 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc up at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 22:04:43.329110 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.provisioning_blocks [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Provisioning complete for port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc triggered by entity L2. {{(pid=105234) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 22:04:43.329484 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738405'] for port, provisioning_complete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:43.403620 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3768752'] for port, before_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:43.425418 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:04:43.427666 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c697f040fe7c8e7361d4046b8c1d541c2ca9b49c4c5eea56424ac097eb5d425" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0de3fc6-cd40-46ac-b63f-392e4b3d7bf8" -d '{"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-plugged", "status": "completed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105234) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:04:43.440161 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:04:43.464512 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f50a24-f91b-47f5-a923-164833f4fe11 x-openstack-request-id: req-22f50a24-f91b-47f5-a923-164833f4fe11 {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:04:43.464844 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-plugged", "status": "completed", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "code": 200}]} {{(pid=105234) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:04:43.465102 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22f50a24-f91b-47f5-a923-164833f4fe11 {{(pid=105234) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:04:43.465494 dv-cinder-784453-7-iscsi neutron-server[105234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'code': 200} Jun 30 22:04:43.502116 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779842003460', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779841468115', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779841465860'] for port, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:43.552545 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Pushing event updated for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=8']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:04:43.792631 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d706-c0bf-4518-a511-7e375648ff85 req-704f7d15-0b41-4252-8cc3-b761f8bb714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:43.794080 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2277d706-c0bf-4518-a511-7e375648ff85 req-704f7d15-0b41-4252-8cc3-b761f8bb714f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0596728 Jun 30 22:04:43.856245 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-2277d706-c0bf-4518-a511-7e375648ff85 req-d6963d0c-fd0f-438e-bc30-38b2383111c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440698 Jun 30 22:04:43.871204 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468d751-04db-48dc-a3a9-fbfc5f02f1f7 req-a56f5bc7-5cab-49b7-9ddc-279913ae2f26 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:43.872582 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c468d751-04db-48dc-a3a9-fbfc5f02f1f7 req-a56f5bc7-5cab-49b7-9ddc-279913ae2f26 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0906198 Jun 30 22:04:43.908657 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-c468d751-04db-48dc-a3a9-fbfc5f02f1f7 req-93c3162c-b40a-45a0-a0ff-b2f07de52aff tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305674 Jun 30 22:04:44.736531 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:04:45.083171 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861543-7388-4d13-8180-8a1e4d2afca9 req-600a3a7a-9ce3-4b46-ac10-c37f7960f989 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:45.084628 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-16861543-7388-4d13-8180-8a1e4d2afca9 req-600a3a7a-9ce3-4b46-ac10-c37f7960f989 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0639145 Jun 30 22:04:45.122084 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-16861543-7388-4d13-8180-8a1e4d2afca9 req-7ed46182-dcbd-4984-bff2-f8de0f435a7b tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jun 30 22:04:45.888309 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:46.290891 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb95f9f-cb1b-4be5-86f0-ab4f2fb4ca53 req-abadc935-2c02-47f7-ae12-bbeee9bce856 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:46.292456 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebb95f9f-cb1b-4be5-86f0-ab4f2fb4ca53 req-abadc935-2c02-47f7-ae12-bbeee9bce856 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0620654 Jun 30 22:04:46.332359 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-ebb95f9f-cb1b-4be5-86f0-ab4f2fb4ca53 req-caf1873d-d9c1-456b-8272-c88617a56704 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344586 Jun 30 22:04:47.070748 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d919c2f5-358f-48e4-b9ab-3b7c45c27353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:49.233242 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-85cf2f9f-0614-47f4-a2b6-d491cf5d2ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:50.067731 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:50.408116 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:52.185019 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:04:52.431469 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-5243e2c2-e7ce-41e5-bc5a-503ceacd7fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523155 Jun 30 22:04:52.540825 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-c78f41ba-ba00-4542-9c24-e006d56b671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:52.542961 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-c78f41ba-ba00-4542-9c24-e006d56b671b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0522761 Jun 30 22:04:52.654675 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-9a18f01e-ee98-4668-923f-c398a8dee059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:52.656161 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-9a18f01e-ee98-4668-923f-c398a8dee059 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0914559 Jun 30 22:04:52.725931 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-899a1b49-5a2e-4639-972f-d7dd769cbdc5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1002 time: 0.0635107 Jun 30 22:04:52.781215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-0290e714-f882-4dbc-b095-b47000e044a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:52.782686 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-0290e714-f882-4dbc-b095-b47000e044a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0429313 Jun 30 22:04:52.841972 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-772da738-db8b-46e9-bf5c-ea3cc356608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:04:52.843451 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-772da738-db8b-46e9-bf5c-ea3cc356608b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543766 Jun 30 22:04:52.932597 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-2438b6e8-9bc3-4b70-b74a-c04914b1ef47 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827358 Jun 30 22:04:53.024003 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-94d06d42-4b7b-450e-934b-4258b53ec085 req-fcfc4528-c3af-432e-8a76-90af32f72497 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845189 Jun 30 22:05:15.884617 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:17.101430 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-afaac704-3d52-4779-a45a-3ce97810f834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:19.232960 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e4c75436-042d-4061-a320-f33f63204b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:20.030232 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:20.450178 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:21.734728 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:05:22.170643 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:45.887248 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:47.077871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-ebae5649-202c-4ec2-b31a-4cc5278ffbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:49.249362 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-000318a6-f75d-467e-8fcd-f2d93be11b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:50.029996 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:50.429457 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:52.175267 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:54.485511 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-2c2616ba-9bc9-47bc-b555-ee1f5e623d7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512762 Jun 30 22:05:54.594466 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-b5c95841-5838-44ce-88af-fee136f69ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:54.595358 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-b5c95841-5838-44ce-88af-fee136f69ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0515544 Jun 30 22:05:54.698782 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-e2b62903-b199-4a7d-8104-c4728aa07b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:54.701022 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-e2b62903-b199-4a7d-8104-c4728aa07b52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0856390 Jun 30 22:05:54.764010 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-8420ae98-80ce-42b8-a465-e7c98f7006f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 1002 time: 0.0557759 Jun 30 22:05:55.093187 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-d3ba4e06-6964-4311-aa88-783d07033d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:55.094598 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-d3ba4e06-6964-4311-aa88-783d07033d2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.3222084 Jun 30 22:05:55.152510 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-f396fb48-e842-4658-bdc3-4c25593d4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:55.154471 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-f396fb48-e842-4658-bdc3-4c25593d4baf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531185 Jun 30 22:05:55.250681 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-4b315b92-a15e-421b-81e3-8938136ffcd0 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889173 Jun 30 22:05:55.340260 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-03fab050-be8c-46a8-a0b7-27926c1aa93b req-f450efe7-ad97-4d79-9761-e94c6fd92e7e service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807033 Jun 30 22:05:56.138961 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34030) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:05:56.293338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Deleting port 2f66406a-a2fc-4a3f-a9c2-a738b7b28422 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:05:56.293668 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:56.370123 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:56.370452 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:56.382594 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Calling delete_port for 2f66406a-a2fc-4a3f-a9c2-a738b7b28422 owned by network:floatingip {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:05:56.592458 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:56.618737 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event deleted for resources: {'Port': ['ID=2f66406a-a2fc-4a3f-a9c2-a738b7b28422,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:05:56.643284 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.644653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.644653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.644653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.644653 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.645073 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.645318 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.645640 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.645984 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.646306 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.646623 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.646938 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:05:56.687017 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for floatingip, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:56.687345 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.db.l3_db [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Floating IP fc80c4ff-8484-48fd-815d-41ee4a78fd52 disassociated (deleted). External IP: 172.27.1.254, port: 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc. Jun 30 22:05:56.889580 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Router 7ca12552-b552-42f6-a1ca-8e934351a56c has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:05:56.995351 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:05:57.000614 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for floatingip, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:57.005017 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Sync routers for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:05:57.014891 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:05:57.015517 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:05:57.037579 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-bcfcdbc7-89a6-49f4-b0fd-7fa8e81a9945 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "DELETE /v2.0/floatingips/fc80c4ff-8484-48fd-815d-41ee4a78fd52 HTTP/1.1" status: 204 len: 168 time: 0.8975122 Jun 30 22:05:57.038293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:05:57.040684 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bff2a6-4745-4ded-abf0-222e758f9d24" -d '{"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:05:57.126996 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:05:57.207508 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e919ba-6b10-4aec-a0e2-fccf020227ae x-openstack-request-id: req-c5e919ba-6b10-4aec-a0e2-fccf020227ae {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:05:57.208007 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:05:57.208126 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5e919ba-6b10-4aec-a0e2-fccf020227ae {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:05:57.208425 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'status': 'completed', 'code': 200} Jun 30 22:05:57.319865 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-5e95f690-d8ad-4c3d-8c3e-96bafb9ae068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:57.321377 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-5e95f690-d8ad-4c3d-8c3e-96bafb9ae068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e70e4c8746749b4b05871bc7208778d&device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 1099 time: 0.0642676 Jun 30 22:05:57.339005 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:05:57.365767 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Checking router: 7ca12552-b552-42f6-a1ca-8e934351a56c for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:05:57.374453 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:05:57.375073 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:05:57.416414 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-b5d0f959-031c-476e-9362-2f298ff65dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:57.417810 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-b5d0f959-031c-476e-9362-2f298ff65dc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 200 len: 909 time: 0.0904980 Jun 30 22:05:57.465744 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-830f377f-a37f-4a71-8310-47d950d32d6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 200 len: 217 time: 0.0402875 Jun 30 22:05:57.490515 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:05:57.516696 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-58f16456-d515-43d8-a73e-c15b7e9afafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:57.518285 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-58f16456-d515-43d8-a73e-c15b7e9afafc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 200 len: 847 time: 0.0472515 Jun 30 22:05:57.622471 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-5589d6e7-9e89-4c37-a4f5-96984533bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:57.627968 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-5589d6e7-9e89-4c37-a4f5-96984533bb74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5670f408-7339-4292-977e-78a5bf61196b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022885 Jun 30 22:05:57.657305 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6b021-14c4-40ad-beb6-282b61648a36 req-36c7c4f2-c590-4552-b305-1eb3dc9ce54a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:57.658782 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-38b6b021-14c4-40ad-beb6-282b61648a36 req-36c7c4f2-c590-4552-b305-1eb3dc9ce54a tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.1022127 Jun 30 22:05:57.688694 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:05:57.719727 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b85fb-12e4-409d-aff3-86cb80f1f689 None None] The sync data for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi is: [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:24Z', 'revision_number': 4, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi', '_interfaces': [{'id': 'c160ffb3-3cab-4b2a-878f-c9b7e5e1032c', 'name': '', 'network_id': '5670f408-7339-4292-977e-78a5bf61196b', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'mac_address': 'fa:16:3e:3d:7c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:23Z', 'updated_at': '2021-06-30T22:01:29Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'subnets': [{'id': 'c7476d22-e279-47e1-98b7-f551fb825413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:05:57.750310 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-38b6b021-14c4-40ad-beb6-282b61648a36 req-94e0452d-a0c1-41e9-bd8f-aae1e3898cc5 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772266 Jun 30 22:05:57.771710 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-f0efdd30-3851-4419-92fa-29abd6e3f056 service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342010 Jun 30 22:05:57.869555 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-15bff2a6-4745-4ded-abf0-222e758f9d24 req-2f81ebb2-5dd7-4f54-85ee-6216796c8dbb service neutron] 10.222.0.55 "GET /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886805 Jun 30 22:05:57.937590 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bb54cd-0f80-4252-b7db-89080567410c None None] New status for floating IP fc80c4ff-8484-48fd-815d-41ee4a78fd52: DOWN {{(pid=105235) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 22:05:58.733915 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:05:58.941804 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb4dca-0152-46f4-9049-aa6e7d514469 req-1924775f-3d9c-4b3d-832c-8c6143d1e13c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:58.943237 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20bb4dca-0152-46f4-9049-aa6e7d514469 req-1924775f-3d9c-4b3d-832c-8c6143d1e13c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0640147 Jun 30 22:05:58.980510 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-20bb4dca-0152-46f4-9049-aa6e7d514469 req-0a20470c-b42d-4ffa-a7e0-57bbbb26510c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/security-groups?id=7570a077-dc64-4cdb-b69e-1ba3db5532f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318582 Jun 30 22:05:59.259654 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-1fc1f6e2-a58b-4a27-9c31-8ee367267430 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 22:05:59.260960 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-1fc1f6e2-a58b-4a27-9c31-8ee367267430 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.55 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 946 time: 0.0596097 Jun 30 22:05:59.358637 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Deleting port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:05:59.358973 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:59.445961 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] For port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:05:59.446319 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:59.458915 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Calling delete_port for 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc owned by compute:nova {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:05:59.709545 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:59.738468 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event deleted for resources: {'Port': ['ID=5c90cffd-2c68-4783-9c6d-64e0a8ca43dc,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:05:59.788294 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] No DVR routers for this DVR port 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc on host hv-cinder-78445 {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:05:59.790840 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108631'] for port, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:05:59.792837 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-fd9b3bd9-744e-4f37-acc0-a757544b710a req-773f5cbf-f350-445e-9793-04353c1c7c3c tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.55 "DELETE /v2.0/ports/5c90cffd-2c68-4783-9c6d-64e0a8ca43dc HTTP/1.1" status: 204 len: 173 time: 0.5267003 Jun 30 22:05:59.793873 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-deleted', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc'}] {{(pid=105232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 22:05:59.796157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8c6d5539e23d6d62d75e883cf4f27d18743976426369d93b88f19759d117608" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b967c27-1854-481a-8f7c-fb361b060f5b" -d '{"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-deleted", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc"}]}' {{(pid=105232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 22:05:59.830744 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 22:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960bfd67-70f2-4763-b607-3c340e25d308 x-openstack-request-id: req-960bfd67-70f2-4763-b607-3c340e25d308 {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 22:05:59.831038 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b660c9-d9cc-433d-814c-6bdbd3021e93", "name": "network-vif-deleted", "tag": "5c90cffd-2c68-4783-9c6d-64e0a8ca43dc", "status": "completed", "code": 200}]} {{(pid=105232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 22:05:59.831293 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-960bfd67-70f2-4763-b607-3c340e25d308 {{(pid=105232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 22:05:59.831694 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b660c9-d9cc-433d-814c-6bdbd3021e93', 'name': 'network-vif-deleted', 'tag': '5c90cffd-2c68-4783-9c6d-64e0a8ca43dc', 'status': 'completed', 'code': 200} Jun 30 22:06:00.118931 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-da7a387b-8818-4a1f-898c-8adbc256ff01 req-d06d5fc3-cdc6-4c3f-a1ec-324ae1710cf1 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0301743 Jun 30 22:06:01.272892 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [req-8df808d1-61f1-4ab0-8d97-5c95d011fd78 req-ba7c40f9-63b9-42ab-9102-3d7f9e1beed0 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "GET /v2.0/ports?device_id=10b660c9-d9cc-433d-814c-6bdbd3021e93 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jun 30 22:06:01.654642 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc no longer exists at agent hyperv_hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:01.674981 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] No Port match for: 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:01.675322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Device 5c90cffd-2c68-4783-9c6d-64e0a8ca43dc not bound to the agent host hv-cinder-78445 {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:02.363688 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34062) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:02.422510 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:02.447062 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:02.620400 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:02.623248 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:02.624383 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] 10.222.0.47 "DELETE /v2.0/security-groups/7570a077-dc64-4cdb-b69e-1ba3db5532f9 HTTP/1.1" status: 204 len: 168 time: 0.2597251 Jun 30 22:06:02.633360 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b38c4-011d-42db-9c85-cb707e2c89f2 tempest-TestShelveInstance-334639047 tempest-TestShelveInstance-334639047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7570a077-dc64-4cdb-b69e-1ba3db5532f9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:02.732100 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34066) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:03.073749 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:03.316644 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Deleting port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:03.316980 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:03.393864 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] For port c160ffb3-3cab-4b2a-878f-c9b7e5e1032c, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:03.394546 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:03.406599 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Calling delete_port for c160ffb3-3cab-4b2a-878f-c9b7e5e1032c owned by network:router_interface {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:03.649461 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:03.673683 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c160ffb3-3cab-4b2a-878f-c9b7e5e1032c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:03.843030 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:04.048934 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Router 7ca12552-b552-42f6-a1ca-8e934351a56c has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:06:04.149826 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:06:04.155439 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-836f39e8-a701-4771-b214-ab7a129f4b76 admin admin] 10.222.0.47 "PUT /v2.0/routers/7ca12552-b552-42f6-a1ca-8e934351a56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4221890 Jun 30 22:06:04.157791 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34068) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:04.160688 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Sync routers for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:06:04.170350 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:06:04.170942 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:04.257469 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks [] for router, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:04.274261 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: dv-cinder-784453-7-iscsi {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:06:04.358382 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:04.446177 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:06:03Z', 'revision_number': 5, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port': {'id': '94826da1-76dc-44e7-a283-81e29ec624e9', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:04.475811 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Checking router: 7ca12552-b552-42f6-a1ca-8e934351a56c for host: dv-cinder-784453-7-iscsi {{(pid=105234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:06:04.477621 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Deleting port 94826da1-76dc-44e7-a283-81e29ec624e9 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:04.478157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:04.484282 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Routers {'7ca12552-b552-42f6-a1ca-8e934351a56c'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:06:04.484892 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['7ca12552-b552-42f6-a1ca-8e934351a56c'], 'active': True} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:04.699505 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvr_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] Set router 7ca12552-b552-42f6-a1ca-8e934351a56c gateway port host: None {{(pid=105234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:06:04.752792 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_hamode_db [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:06:04Z', 'revision_number': 6, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:04.781687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8bb786-baa2-43e9-a262-bcf7c62895fb None None] The sync data for ids ['7ca12552-b552-42f6-a1ca-8e934351a56c'] in dv-cinder-784453-7-iscsi is: [{'id': '7ca12552-b552-42f6-a1ca-8e934351a56c', 'name': 'tempest-TestShelveInstance-132010436-router', 'tenant_id': '8e70e4c8746749b4b05871bc7208778d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:21Z', 'updated_at': '2021-06-30T22:06:04Z', 'revision_number': 6, 'project_id': '8e70e4c8746749b4b05871bc7208778d', 'gw_port_host': None}] {{(pid=105234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:06:04.846157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] For port 94826da1-76dc-44e7-a283-81e29ec624e9, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=94826da1-76dc-44e7-a283-81e29ec624e9,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:04.846513 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:04.859033 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Calling delete_port for 94826da1-76dc-44e7-a283-81e29ec624e9 owned by network:router_gateway {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:05.092449 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.118736 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=94826da1-76dc-44e7-a283-81e29ec624e9,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:05.186402 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.276044 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.278808 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.417568 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.418139 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca12552-b552-42f6-a1ca-8e934351a56c {{(pid=105232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:06:05.423072 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] Notify callbacks [] for router, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.424205 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-6c2339ec-e1ea-41d8-adc9-39c676605c8b admin admin] 10.222.0.47 "DELETE /v2.0/routers/7ca12552-b552-42f6-a1ca-8e934351a56c HTTP/1.1" status: 204 len: 168 time: 1.2654986 Jun 30 22:06:05.426685 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34070) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:05.470166 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Deleting subnet c7476d22-e279-47e1-98b7-f551fb825413 {{(pid=105232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:06:05.473118 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.506876 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25435381'] for subnet, precommit_delete_associations {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.590104 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.727081 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25395758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25793323'] for subnet, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.756003 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7476d22-e279-47e1-98b7-f551fb825413,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:05.759157 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.761281 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-b4d637f2-222f-422f-a1dd-b03007ee0528 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c7476d22-e279-47e1-98b7-f551fb825413 HTTP/1.1" status: 204 len: 168 time: 0.3335028 Jun 30 22:06:05.764338 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34072) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:05.767956 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0504e9cf-e2da-409e-aba6-510663dbfc7e None None] Network 5670f408-7339-4292-977e-78a5bf61196b requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:06:05.836726 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.887885 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Deleting port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 {{(pid=105232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:05.888215 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.954184 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.db [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] For port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:05.954548 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:05.957665 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] DHCP port deletion for 5670f408-7339-4292-977e-78a5bf61196b request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:06:05.967462 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.plugin [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Calling delete_port for 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 owned by network:dhcp {{(pid=105232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:06.004025 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Deleting port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:06.004396 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.065660 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] For port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,segment=NetworkSegment(e25ba09d-06dc-424d-8d6c-6fadc070518d),segment_id=e25ba09d-06dc-424d-8d6c-6fadc070518d)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:06.065983 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.077881 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Calling delete_port for 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:06.103241 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25395812'] for port, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.127901 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:06.134511 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] No DVR routers for this DVR port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 on host dv-cinder-784453-7-iscsi {{(pid=105232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:06:06.153932 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.179885 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Pushing event deleted for resources: {'Port': ['ID=9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:06.184114 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] No DVR routers for this DVR port 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.193415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.194489 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.194489 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.194489 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.194852 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.194947 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84af5174-e1a4-4c55-9941-de290c9a9856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:06.210379 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.220965 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5670f408-7339-4292-977e-78a5bf61196b']}} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:06.230121 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25ba09d-06dc-424d-8d6c-6fadc070518d') {'for_net_delete': True} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:06.230418 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.services.segments.db [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25ba09d-06dc-424d-8d6c-6fadc070518d') {} {{(pid=105232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:06.239573 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25435370'] for segment, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.254045 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.259893 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=105232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:06:06.260288 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25395891'] for segment, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: Traceback (most recent call last): Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: timer() Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: cb(*args, **kw) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: return func(*args, **kwargs) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: self._notify() Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: self.callback(batched_events) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: event.method(event) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: return f(self, *a, **k) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._get(url).json() Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: return self.request(url, 'GET', **kwargs) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:06:06.261967 dv-cinder-784453-7-iscsi neutron-server[105232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:06:06.397555 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.402851 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:06.405268 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5670f408-7339-4292-977e-78a5bf61196b HTTP/1.1" status: 204 len: 168 time: 0.6400130 Jun 30 22:06:06.408335 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 34074) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:06.416130 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efe3ff-a49c-4804-9191-e21373641a02 admin admin] Pushing event deleted for resources: {'Network': ['ID=5670f408-7339-4292-977e-78a5bf61196b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:06.669423 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 94826da1-76dc-44e7-a283-81e29ec624e9 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:06.689500 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 94826da1-76dc-44e7-a283-81e29ec624e9 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:06.689846 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 94826da1-76dc-44e7-a283-81e29ec624e9 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:06.694076 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:06.709999 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:06.711022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device 9b83930b-7d3f-45fb-8ffe-4f09c2bff9e3 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:06.711022 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c160ffb3-3cab-4b2a-878f-c9b7e5e1032c no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:06.732139 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: c160ffb3-3cab-4b2a-878f-c9b7e5e1032c {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:06.732478 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device c160ffb3-3cab-4b2a-878f-c9b7e5e1032c not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:06.763715 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556072'] for router_interface, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.007389 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Deleting port e5b93ccb-80c5-4614-8c46-687e2515b4c8 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:07.007623 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.086949 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] For port e5b93ccb-80c5-4614-8c46-687e2515b4c8, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=e5b93ccb-80c5-4614-8c46-687e2515b4c8,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:07.087307 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.101021 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Calling delete_port for e5b93ccb-80c5-4614-8c46-687e2515b4c8 owned by network:router_interface {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:07.343385 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.369261 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5b93ccb-80c5-4614-8c46-687e2515b4c8,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:07.397942 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.398285 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.398638 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.399030 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.399394 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.399693 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.400023 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.400352 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.400683 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.401015 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.401341 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.401664 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-7-iscsi {{(pid=105233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 22:06:07.551873 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-556258'] for router_interface, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.758553 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 has already been hosted by L3 agent d8ef3724-ab2c-4d91-9534-908720fe3c02 {{(pid=105233) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 22:06:07.859757 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] Notify agent at l3_agent.dv-cinder-784453-7-iscsi the message routers_updated {{(pid=105233) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 22:06:07.864611 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-bd362593-9b70-4344-a8fa-b034b47bab97 admin admin] 10.222.0.47 "PUT /v2.0/routers/df1ec0a0-c467-4fda-8806-b0b3c3b34da2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4552648 Jun 30 22:06:07.867156 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 34078) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:07.867836 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Sync routers for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 22:06:07.877312 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:06:07.877934 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:07.969387 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks [] for router, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:07.978893 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: dv-cinder-784453-7-iscsi {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:06:08.067327 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.154611 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'external_fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:06:07Z', 'revision_number': 5, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port': {'id': 'a45d2d0c-b7e6-4224-a8c6-9653e6a93345', 'name': '', 'network_id': '8f1eca41-97a6-4607-9c63-a38e122a738b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c9584356-91f1-4e7e-803c-98c29e251bd8', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-7-iscsi'}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:08.177499 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Deleting port a45d2d0c-b7e6-4224-a8c6-9653e6a93345 {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:08.177842 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.184775 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Checking router: df1ec0a0-c467-4fda-8806-b0b3c3b34da2 for host: dv-cinder-784453-7-iscsi {{(pid=105235) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 22:06:08.193122 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Routers {'df1ec0a0-c467-4fda-8806-b0b3c3b34da2'} bound to L3 agent in host dv-cinder-784453-7-iscsi {{(pid=105235) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 22:06:08.193752 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T21:44:19Z,description=,heartbeat_timestamp=2021-06-30T22:05:49Z,host='dv-cinder-784453-7-iscsi',id=d8ef3724-ab2c-4d91-9534-908720fe3c02,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T21:44:20Z,topic='l3_agent')) {'router_ids': ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'], 'active': True} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:08.254762 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] For port a45d2d0c-b7e6-4224-a8c6-9653e6a93345, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,segment=NetworkSegment(93044f84-3359-49ae-8ebd-47b5c6446f44),segment_id=93044f84-3359-49ae-8ebd-47b5c6446f44)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:08.255030 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.271554 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Calling delete_port for a45d2d0c-b7e6-4224-a8c6-9653e6a93345 owned by network:router_gateway {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:08.279861 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_dvr_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] Set router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 gateway port host: None {{(pid=105235) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 22:06:08.329820 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.l3_hamode_db [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:06:08Z', 'revision_number': 6, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port_host': None}], 'dv-cinder-784453-7-iscsi', False) {} {{(pid=105235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:08.359289 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99105477-c162-4d79-b505-fb77520c0dfe None None] The sync data for ids ['df1ec0a0-c467-4fda-8806-b0b3c3b34da2'] in dv-cinder-784453-7-iscsi is: [{'id': 'df1ec0a0-c467-4fda-8806-b0b3c3b34da2', 'name': 'tempest-TestShelveInstance-394343566-router', 'tenant_id': 'fae921db98664109aeba17b357d6c173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T22:01:27Z', 'updated_at': '2021-06-30T22:06:08Z', 'revision_number': 6, 'project_id': 'fae921db98664109aeba17b357d6c173', 'gw_port_host': None}] {{(pid=105235) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 22:06:08.494869 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.521530 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Pushing event deleted for resources: {'Port': ['ID=a45d2d0c-b7e6-4224-a8c6-9653e6a93345,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:08.583950 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-553451'] for router_gateway, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.675636 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58479'] for router, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.675636 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.775338 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-541111'] for router, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.776029 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router df1ec0a0-c467-4fda-8806-b0b3c3b34da2 {{(pid=105233) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 22:06:08.781336 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] Notify callbacks [] for router, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.783480 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-1f1dab27-f157-4d9f-9978-c5f898fe4fea admin admin] 10.222.0.47 "DELETE /v2.0/routers/df1ec0a0-c467-4fda-8806-b0b3c3b34da2 HTTP/1.1" status: 204 len: 168 time: 0.9146323 Jun 30 22:06:08.785612 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 34080) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:08.810968 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device e5b93ccb-80c5-4614-8c46-687e2515b4c8 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:08.831544 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: e5b93ccb-80c5-4614-8c46-687e2515b4c8 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:08.831886 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device e5b93ccb-80c5-4614-8c46-687e2515b4c8 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:08.839855 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Deleting subnet fdf0e86b-df31-46ef-a847-cc74091d49e4 {{(pid=105233) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 22:06:08.843521 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.876974 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28670424'] for subnet, precommit_delete_associations {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:08.950897 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4141907'] for subnet, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.080512 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4141898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-538952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25374347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25196470'] for subnet, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.107158 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf0e86b-df31-46ef-a847-cc74091d49e4,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:09.112172 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for subnet, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.116345 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-d4c2f5bd-f4e0-4085-a1d5-385289af4b24 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fdf0e86b-df31-46ef-a847-cc74091d49e4 HTTP/1.1" status: 204 len: 168 time: 0.3275237 Jun 30 22:06:09.116730 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [-] (105233) accepted ('10.222.0.47', 34082) {{(pid=105233) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:09.119779 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311ad42c-af02-4d55-acb1-88d611a85a07 None None] Network f271088d-37e8-4e01-bbf4-dbcb9b6da5be requested from dv-cinder-784453-7-iscsi {{(pid=105234) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 22:06:09.189213 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3753978'] for network, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.247939 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Deleting port b1e1c9bd-7313-41f5-bd41-81405194cddd {{(pid=105233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:09.248684 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.314387 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.db [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] For port b1e1c9bd-7313-41f5-bd41-81405194cddd, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b1e1c9bd-7313-41f5-bd41-81405194cddd,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:09.314742 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.327752 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.plugin [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Calling delete_port for b1e1c9bd-7313-41f5-bd41-81405194cddd owned by network:dhcp {{(pid=105233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:09.327964 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] DHCP port deletion for f271088d-37e8-4e01-bbf4-dbcb9b6da5be request from dv-cinder-784453-7-iscsi {{(pid=105234) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 22:06:09.380374 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Deleting port b1e1c9bd-7313-41f5-bd41-81405194cddd {{(pid=105234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 22:06:09.380755 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779841998264'] for port, before_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.446363 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.db [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] For port b1e1c9bd-7313-41f5-bd41-81405194cddd, host dv-cinder-784453-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-7-iscsi',level=0,port_id=b1e1c9bd-7313-41f5-bd41-81405194cddd,segment=NetworkSegment(9c632f65-88f7-4c97-b484-2da8816033cd),segment_id=9c632f65-88f7-4c97-b484-2da8816033cd)] {{(pid=105234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 22:06:09.446754 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-556328'] for port, precommit_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.462687 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Calling delete_port for b1e1c9bd-7313-41f5-bd41-81405194cddd owned by network:dhcp {{(pid=105234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 22:06:09.503571 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25374401'] for port, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.531052 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e1c9bd-7313-41f5-bd41-81405194cddd,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:09.534863 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] No DVR routers for this DVR port b1e1c9bd-7313-41f5-bd41-81405194cddd on host dv-cinder-784453-7-iscsi {{(pid=105233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:06:09.537609 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3768808', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-447218', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582592', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779842000110', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779841468106'] for port, after_delete {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.562307 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] Pushing event deleted for resources: {'Port': ['ID=b1e1c9bd-7313-41f5-bd41-81405194cddd,revision_number=None']} {{(pid=105234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:09.567726 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3db2f-e891-4d4b-b410-0e93323c3fed None None] No DVR routers for this DVR port b1e1c9bd-7313-41f5-bd41-81405194cddd on host dv-cinder-784453-7-iscsi {{(pid=105234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 22:06:09.605039 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4140510', 'neutron.services.segments.db._delete_segments_for_network-8779841965882'] for network, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.614639 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f271088d-37e8-4e01-bbf4-dbcb9b6da5be']}} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:09.627699 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c632f65-88f7-4c97-b484-2da8816033cd') {'for_net_delete': True} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:09.627993 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.services.segments.db [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c632f65-88f7-4c97-b484-2da8816033cd') {} {{(pid=105233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 22:06:09.636479 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779841929274', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28670407'] for segment, before_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.650210 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378'] for segment, precommit_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.656706 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Releasing vlan 741 on physical network physnet1 to pool {{(pid=105233) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 22:06:09.657095 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4143378', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25374230'] for segment, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: Traceback (most recent call last): Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: timer() Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: cb(*args, **kw) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: return func(*args, **kwargs) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: self._notify() Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: self.callback(batched_events) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: event.method(event) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: return f(self, *a, **k) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._get(url).json() Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: return self.request(url, 'GET', **kwargs) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 22:06:09.658713 dv-cinder-784453-7-iscsi neutron-server[105233]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 22:06:09.811703 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4140501', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539121', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-582601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-553399'] for network, after_delete {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.816920 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron_lib.callbacks.manager [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582638'] for network, before_response {{(pid=105233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:09.818786 dv-cinder-784453-7-iscsi neutron-server[105233]: INFO neutron.wsgi [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f271088d-37e8-4e01-bbf4-dbcb9b6da5be HTTP/1.1" status: 204 len: 168 time: 0.7012835 Jun 30 22:06:09.833162 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c653773-1b55-457a-99c0-8497035e8324 admin admin] Pushing event deleted for resources: {'Network': ['ID=f271088d-37e8-4e01-bbf4-dbcb9b6da5be,revision_number=None']} {{(pid=105233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:10.252975 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34086) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:10.302262 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-b08b316a-252b-4528-937e-a364cf4312ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e70e4c8746749b4b05871bc7208778d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480742 Jun 30 22:06:10.304615 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34088) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:10.350848 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:10.372355 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:10.494796 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:10.497884 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:10.499033 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d58503b7-e454-4885-a69b-1ddd1194b22c HTTP/1.1" status: 204 len: 168 time: 0.1935337 Jun 30 22:06:10.506875 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1d387-0cb3-4886-ae44-ebd66d4ca517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58503b7-e454-4885-a69b-1ddd1194b22c,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:10.655962 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a45d2d0c-b7e6-4224-a8c6-9653e6a93345 no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:10.676894 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: a45d2d0c-b7e6-4224-a8c6-9653e6a93345 {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:10.677249 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device a45d2d0c-b7e6-4224-a8c6-9653e6a93345 not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:10.677642 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b1e1c9bd-7313-41f5-bd41-81405194cddd no longer exists at agent ovs-agent-dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 22:06:10.698021 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.plugin [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] No Port match for: b1e1c9bd-7313-41f5-bd41-81405194cddd {{(pid=105234) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 22:06:10.700050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron.plugins.ml2.rpc [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Device b1e1c9bd-7313-41f5-bd41-81405194cddd not bound to the agent host dv-cinder-784453-7-iscsi {{(pid=105234) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 22:06:11.201972 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34096) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:11.240108 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-440b40fb-f321-40b3-bd2a-a3e3aba72788 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fae921db98664109aeba17b357d6c173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370049 Jun 30 22:06:11.246755 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.wsgi [-] (105232) accepted ('10.222.0.47', 34098) {{(pid=105232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 22:06:11.293722 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:11.314753 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:11.469051 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-539040'] for security_group, after_delete {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:11.471901 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron_lib.callbacks.manager [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:11.473082 dv-cinder-784453-7-iscsi neutron-server[105232]: INFO neutron.wsgi [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2f996ba-215d-4fb2-8307-b7bd21df7e9b HTTP/1.1" status: 204 len: 168 time: 0.2248855 Jun 30 22:06:11.481250 dv-cinder-784453-7-iscsi neutron-server[105232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41777e0f-c5d3-4c54-a2ff-454483db3c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f996ba-215d-4fb2-8307-b7bd21df7e9b,revision_number=None']} {{(pid=105232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 22:06:15.897026 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:17.100068 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-44e4b538-37db-41e5-9136-785fdc9df770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:19.228415 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0de35c20-4cf7-4516-a7c1-a061b5c00d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:20.034195 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:20.428871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:22.163530 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:35.733024 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:06:45.896033 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:47.090918 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3fb86dbe-a01f-49e6-9f1d-c0b9bb36f576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:49.230615 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-82d47cfc-0c41-4d9e-aa9d-60241573f6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:50.050463 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:50.439290 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:06:52.176336 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:12.731611 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:07:15.924292 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:17.089253 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-0a8c839c-40af-4af0-a659-c09a8b4674aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:19.221182 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-17963e42-e9ba-412a-b2d1-b71a81abd07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:20.072329 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:20.426875 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:22.178305 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:45.920807 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:47.080860 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-73a406c1-8a85-4edc-8d51-c2c13bc19bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:49.240805 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-2b5ff3da-61b6-430c-a3c8-6f4b1a46b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:49.730361 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:07:50.036835 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:50.442636 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:07:52.194842 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:15.955977 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:17.081636 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-3a02c6df-1208-4982-960a-80483e940fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:19.235725 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-21439fec-3882-4928-8ad2-5ef00ac0c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:20.042212 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:20.481828 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:22.194213 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:26.729031 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:08:45.972335 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:47.084833 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-01638a93-e08c-4f50-8342-3861cf76f2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:49.235194 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30f8e36f-4993-4702-b76c-06138744e0bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:50.056313 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:50.440745 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:08:52.181871 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:03.728466 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:09:15.954416 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:17.091401 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-9d16e786-3269-4f8f-bd7d-a8bf9ea89430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:19.245496 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-177ee28d-a034-4788-bece-ce584cd1a72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:20.068337 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:20.445162 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:22.171784 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:40.728449 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:09:45.951587 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:47.083050 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-95dc089f-e8e0-481c-b302-0d6c1c4e7c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:49.244403 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-a7dc6469-60d8-4028-958d-6b2fd7c66963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:50.071408 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:50.442491 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:09:52.186944 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:15.979322 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:17.093489 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-39a5c88f-4d39-409c-8165-788f42922c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:17.727220 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:10:19.243243 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-b1aadd0f-8b53-4119-9175-496d9142e2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:20.049750 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:20.454657 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:22.208677 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:45.973418 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:47.104817 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-968bca89-4731-4ac5-9069-d46d894f05d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:49.236796 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-955c1141-079a-4354-9b10-e1e205b70d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:50.048766 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:50.430324 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:52.212100 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:10:54.726013 dv-cinder-784453-7-iscsi neutron-server[105235]: DEBUG neutron.db.agents_db [None req-dab233f1-f423-4b0c-b4ba-e40a2e90447d None None] Agent healthcheck: found 6 active agents {{(pid=105235) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 22:10:57.946696 dv-cinder-784453-7-iscsi neutron-server[105233]: DEBUG neutron.wsgi [req-c57bfb2c-d33d-47d2-9f6e-e2af4a469bd1 req-100728cd-def6-49d7-bd61-e99e5e97503b service neutron] (105233) timed out ('10.222.0.55', 63320) {{(pid=105233) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 22:11:16.012610 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-d38d18ce-a399-4680-a757-02f570adaefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:11:17.081802 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-07d9cbf9-f05f-4877-920a-f49d0d05b464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:11:19.229881 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-41faffdf-5c5a-44c5-949d-3b64253b49eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:11:20.057152 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-8f4076e3-4eeb-4362-b181-7437afb40b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:11:20.458271 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-30df2189-f03c-474a-884b-fdebc839155d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 22:11:22.200157 dv-cinder-784453-7-iscsi neutron-server[105234]: DEBUG neutron_lib.callbacks.manager [None req-e5794182-256d-4f0d-8040-bf4cb76265e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779841965864', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738516'] for agent, after_update {{(pid=105234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}